{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# CNNの実装" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "train loss:2.30007878307803\n", "=== epoch:1, train acc:0.208, test acc:0.2 ===\n", "train loss:2.29743952085775\n", "train loss:2.293793501438626\n", "train loss:2.28796857647881\n", "train loss:2.284361783353003\n", "train loss:2.2776981983093747\n", "train loss:2.2589197779770007\n", "train loss:2.245341795444827\n", "train loss:2.2294032809329396\n", "train loss:2.205690889893936\n", "train loss:2.170404061483701\n", "train loss:2.1593207583612393\n", "train loss:2.074379945894262\n", "train loss:2.056713016309683\n", "train loss:2.0189338014924236\n", "train loss:1.9626775794516522\n", "train loss:1.9186995929574062\n", "train loss:1.8834953823352651\n", "train loss:1.7204675750591156\n", "train loss:1.6751132432677394\n", "train loss:1.620276186979412\n", "train loss:1.6541620228801133\n", "train loss:1.4730327157693697\n", "train loss:1.3702192796860944\n", "train loss:1.2651180438590692\n", "train loss:1.2752080854027463\n", "train loss:1.252701994762891\n", "train loss:1.1806124910607863\n", "train loss:1.0440987788889684\n", "train loss:1.1017608610751617\n", "train loss:1.0784569094497705\n", "train loss:0.8120686230268828\n", "train loss:0.8856060678946465\n", "train loss:0.7550906293322853\n", "train loss:0.7651485854955159\n", "train loss:0.8505286906719014\n", "train loss:0.8013340536085738\n", "train loss:0.6595742067262482\n", "train loss:0.5897499431100781\n", "train loss:0.7750918854995583\n", "train loss:0.7832868227943903\n", "train loss:0.7041502687541883\n", "train loss:0.6352881356859231\n", "train loss:0.6230492494861867\n", "train loss:0.698122383928371\n", "train loss:0.5404069927048241\n", "train loss:0.6173398715217278\n", "train loss:0.42726846133133656\n", "train loss:0.5719548730521793\n", "train loss:0.43638473690102036\n", "train loss:0.651467680250153\n", "train loss:0.48274488017301537\n", "train loss:0.7270127912217492\n", "train loss:0.519387255555954\n", "train loss:0.6193330975185662\n", "train loss:0.923507617886441\n", "train loss:0.6265448524098055\n", "train loss:0.506499327209378\n", "train loss:0.4206187701791212\n", "train loss:0.6036884485475319\n", "train loss:0.5108797278430339\n", "train loss:0.45637151455144875\n", "train loss:0.4339193818608385\n", "train loss:0.7851583232815017\n", "train loss:0.3913548977388148\n", "train loss:0.8951998994357047\n", "train loss:0.36554639288758517\n", "train loss:0.48005786673105916\n", "train loss:0.4295978414570651\n", "train loss:0.734602925455253\n", "train loss:0.5477427936316908\n", "train loss:0.46836493909964555\n", "train loss:0.4787651478438355\n", "train loss:0.47935178859941424\n", "train loss:0.6213913110316424\n", "train loss:0.6170012402488918\n", "train loss:0.4992337509504756\n", "train loss:0.5125041133229142\n", "train loss:0.4498307219518622\n", "train loss:0.453313518880508\n", "train loss:0.5117994353880627\n", "train loss:0.42648395041129045\n", "train loss:0.41516859207989126\n", "train loss:0.5033735168997997\n", "train loss:0.4285121309567444\n", "train loss:0.5868982561117939\n", "train loss:0.596769676917378\n", "train loss:0.37321600692531304\n", "train loss:0.4794992900081628\n", "train loss:0.4412837033814174\n", "train loss:0.36269376892067895\n", "train loss:0.517182294173626\n", "train loss:0.42050224324967167\n", "train loss:0.5664729471970205\n", "train loss:0.2935232793417987\n", "train loss:0.4064283774267254\n", "train loss:0.5717833022714932\n", "train loss:0.474538504379641\n", "train loss:0.5262748590296272\n", "train loss:0.43715252479491234\n", "train loss:0.555304772437824\n", "train loss:0.4083943177742276\n", "train loss:0.33593425254910186\n", "train loss:0.24864443433008251\n", "train loss:0.5953259717769119\n", "train loss:0.35629927283564977\n", "train loss:0.3196052787881243\n", "train loss:0.2578339453787681\n", "train loss:0.29710062885936434\n", "train loss:0.31989337987494976\n", "train loss:0.2803747819668469\n", "train loss:0.40802306563864543\n", "train loss:0.508313773419798\n", "train loss:0.36478001427927415\n", "train loss:0.4559747828943496\n", "train loss:0.40077242234745014\n", "train loss:0.5272716853447826\n", "train loss:0.408611177608994\n", "train loss:0.6050437291224022\n", "train loss:0.3941951940193052\n", "train loss:0.4156840389742084\n", "train loss:0.33642753486585547\n", "train loss:0.2790494623416864\n", "train loss:0.27866823536634383\n", "train loss:0.39309603376682617\n", "train loss:0.311123183685877\n", "train loss:0.33339099085050994\n", "train loss:0.28312599472631195\n", "train loss:0.37757463750206954\n", "train loss:0.49018845234753866\n", "train loss:0.3998957123799991\n", "train loss:0.3528937951485993\n", "train loss:0.36015960947258285\n", "train loss:0.23892434354923459\n", "train loss:0.5133083325124012\n", "train loss:0.279614357076537\n", "train loss:0.16357112295973558\n", "train loss:0.37507069248151514\n", "train loss:0.3690982837879032\n", "train loss:0.33418309401041457\n", "train loss:0.34810601434726784\n", "train loss:0.38798617759946974\n", "train loss:0.3473427297919581\n", "train loss:0.2758943172102412\n", "train loss:0.5052590571522003\n", "train loss:0.3268339118629429\n", "train loss:0.43242109908391974\n", "train loss:0.28772172492188913\n", "train loss:0.45539131812018285\n", "train loss:0.35825972721826055\n", "train loss:0.5191007267049826\n", "train loss:0.4898094555260753\n", "train loss:0.3494072536089716\n", "train loss:0.37997816889050035\n", "train loss:0.44736170308826695\n", "train loss:0.40405860089542706\n", "train loss:0.2915469036338004\n", "train loss:0.21554481638410505\n", "train loss:0.2538034745551264\n", "train loss:0.3131840544575448\n", "train loss:0.2900619617810171\n", "train loss:0.4225133300261462\n", "train loss:0.48029919360068235\n", "train loss:0.3864512125203804\n", "train loss:0.22534435807004954\n", "train loss:0.2025108510588555\n", "train loss:0.2257464518709858\n", "train loss:0.2844341904703902\n", "train loss:0.35896159629682045\n", "train loss:0.18049635965603417\n", "train loss:0.4357759165929314\n", "train loss:0.3669491113005755\n", "train loss:0.2927938702416091\n", "train loss:0.16297849274912038\n", "train loss:0.4697079544258322\n", "train loss:0.24992101254350266\n", "train loss:0.3172499962815131\n", "train loss:0.22456176541189327\n", "train loss:0.19562616159189583\n", "train loss:0.36340855473376477\n", "train loss:0.42643401988460516\n", "train loss:0.3462192549754038\n", "train loss:0.31047311781509596\n", "train loss:0.2301419713019064\n", "train loss:0.2739417661388714\n", "train loss:0.18496791455537567\n", "train loss:0.3191704142146858\n", "train loss:0.28308743635073214\n", "train loss:0.17729560799913976\n", "train loss:0.2843085351124439\n", "train loss:0.2919878288997506\n", "train loss:0.13920004788730694\n", "train loss:0.2917842056479578\n", "train loss:0.493592888380768\n", "train loss:0.24322724616295166\n", "train loss:0.4133511782795498\n", "train loss:0.21481110728658503\n", "train loss:0.25063776131981963\n", "train loss:0.2250998671952548\n", "train loss:0.2680769397230047\n", "train loss:0.31776884964071983\n", "train loss:0.1821418361917778\n", "train loss:0.418828558779865\n", "train loss:0.3016338479780059\n", "train loss:0.36694459989938244\n", "train loss:0.47342831527311985\n", "train loss:0.21984055372200706\n", "train loss:0.47220898643339765\n", "train loss:0.2683740027133099\n", "train loss:0.23321163360866837\n", "train loss:0.2409625609302666\n", "train loss:0.25663645369616067\n", "train loss:0.3245946610769671\n", "train loss:0.284782404728547\n", "train loss:0.34648187104231076\n", "train loss:0.2411045960415775\n", "train loss:0.2894649442101255\n", "train loss:0.3497574523450314\n", "train loss:0.2938169265980299\n", "train loss:0.2093624939449198\n", "train loss:0.3485833850241282\n", "train loss:0.2558795615816085\n", "train loss:0.2859633452900747\n", "train loss:0.28129489265438157\n", "train loss:0.2840108819718104\n", "train loss:0.2072616653420884\n", "train loss:0.20442734561002537\n", "train loss:0.2911116532539986\n", "train loss:0.37695091416394505\n", "train loss:0.49076479814641943\n", "train loss:0.24601493475410238\n", "train loss:0.43687709921856777\n", "train loss:0.21917526081756894\n", "train loss:0.24001494085880967\n", "train loss:0.23707353090778824\n", "train loss:0.23014381327577738\n", "train loss:0.2636433406555192\n", "train loss:0.27869519790375674\n", "train loss:0.20352478586769554\n", "train loss:0.301154290168475\n", "train loss:0.3209057234962953\n", "train loss:0.26097508787284457\n", "train loss:0.2999261813797607\n", "train loss:0.24797429383016178\n", "train loss:0.3640263157378864\n", "train loss:0.16583386200954536\n", "train loss:0.18217216602635475\n", "train loss:0.3338265656340056\n", "train loss:0.20325013651287713\n", "train loss:0.2696059285511954\n", "train loss:0.2606808713903328\n", "train loss:0.2796484925687255\n", "train loss:0.2986852737901326\n", "train loss:0.16215576681299051\n", "train loss:0.37767497022447094\n", "train loss:0.32793044150128986\n", "train loss:0.317006424633241\n", "train loss:0.08298413610045624\n", "train loss:0.35303310416456696\n", "train loss:0.20792460960500553\n", "train loss:0.27619617355472204\n", "train loss:0.25695734537288667\n", "train loss:0.2545902389428428\n", "train loss:0.3296368374479369\n", "train loss:0.20709861772350435\n", "train loss:0.21018456435921645\n", "train loss:0.24922864946282175\n", "train loss:0.27564513340803853\n", "train loss:0.327791317983749\n", "train loss:0.4819107392892459\n", "train loss:0.25388242863711863\n", "train loss:0.3394781651002474\n", "train loss:0.15635932119613882\n", "train loss:0.16481759583162167\n", "train loss:0.1494769176187074\n", "train loss:0.38412284947115155\n", "train loss:0.2514611001124675\n", "train loss:0.34482418433227\n", "train loss:0.18063612458806724\n", "train loss:0.28044728759884413\n", "train loss:0.16927649888038981\n", "train loss:0.24348292287752293\n", "train loss:0.2363795415105971\n", "train loss:0.20605553862479795\n", "train loss:0.25716426397960457\n", "train loss:0.26725101171540566\n", "train loss:0.2524378636690681\n", "train loss:0.33826563778625335\n", "train loss:0.30237717545562176\n", "train loss:0.22821715300663034\n", "train loss:0.31574513440545093\n", "train loss:0.25783385402166054\n", "train loss:0.2858316034270152\n", "train loss:0.20065592780299377\n", "train loss:0.1401973546878922\n", "train loss:0.17149835066017982\n", "train loss:0.2794335864069618\n", "train loss:0.3052189039392455\n", "train loss:0.1915126742951407\n", "train loss:0.21481797809458544\n", "train loss:0.2192618367969643\n", "train loss:0.41723813082710953\n", "train loss:0.20803488526271496\n", "train loss:0.389785565542076\n", "train loss:0.21378786360150756\n", "train loss:0.290755697975284\n", "train loss:0.1519151295216387\n", "train loss:0.158909494642615\n", "train loss:0.2689353078767817\n", "train loss:0.3613422403348831\n", "train loss:0.1546392575090443\n", "train loss:0.21773628138270812\n", "train loss:0.23165663726751384\n", "train loss:0.18918631427235383\n", "train loss:0.15776960055128042\n", "train loss:0.22241692225241305\n", "train loss:0.2854554336884357\n", "train loss:0.1806173627272919\n", "train loss:0.3346695287712457\n", "train loss:0.21815930189712532\n", "train loss:0.2645735147938364\n", "train loss:0.2724387237441043\n", "train loss:0.1682150806863056\n", "train loss:0.12949472254260885\n", "train loss:0.2399786682498037\n", "train loss:0.18287629688814927\n", "train loss:0.16445836066509792\n", "train loss:0.14160973013253342\n", "train loss:0.2566774631853287\n", "train loss:0.1830111858259144\n", "train loss:0.19881667073913709\n", "train loss:0.22226805339228972\n", "train loss:0.20506248578362837\n", "train loss:0.25700452022048553\n", "train loss:0.10913093461058153\n", "train loss:0.2038274181622625\n", "train loss:0.1762703810800163\n", "train loss:0.18897573497145564\n", "train loss:0.0944202111060455\n", "train loss:0.2361136162514436\n", "train loss:0.19268734175552002\n", "train loss:0.2198007177651072\n", "train loss:0.2560938820215789\n", "train loss:0.18596119347339063\n", "train loss:0.23762964752150556\n", "train loss:0.14372212101102075\n", "train loss:0.14982664436040063\n", "train loss:0.19462342988513967\n", "train loss:0.36510670399048706\n", "train loss:0.18657116051706876\n", "train loss:0.16917595544402142\n", "train loss:0.12414101691591713\n", "train loss:0.22616164981781825\n", "train loss:0.15920398626882354\n", "train loss:0.2181740256559742\n", "train loss:0.1979141373940151\n", "train loss:0.21536518909406496\n", "train loss:0.3282222293954989\n", "train loss:0.27839087398392937\n", "train loss:0.1928844997070112\n", "train loss:0.33141496582755453\n", "train loss:0.2572218976829792\n", "train loss:0.17253333565041973\n", "train loss:0.21958512811743686\n", "train loss:0.13733686250757896\n", "train loss:0.21967803598339108\n", "train loss:0.275072519358216\n", "train loss:0.23239592656547267\n", "train loss:0.2008271278399697\n", "train loss:0.12518575706878018\n", "train loss:0.228367919739993\n", "train loss:0.26187363085682713\n", "train loss:0.23473033783704153\n", "train loss:0.23051781550442424\n", "train loss:0.18620989933190887\n", "train loss:0.12858636101641965\n", "train loss:0.3939446887994389\n", "train loss:0.20840819074551384\n", "train loss:0.16939748154557233\n", "train loss:0.1606839691925214\n", "train loss:0.17875962292961262\n", "train loss:0.1559532706222518\n", "train loss:0.10660902559483935\n", "train loss:0.18897542211081636\n", "train loss:0.12177056262238875\n", "train loss:0.27437557214705066\n", "train loss:0.1422809903472674\n", "train loss:0.14628205975497283\n", "train loss:0.11700191657985348\n", "train loss:0.1637071115010715\n", "train loss:0.20226451628896933\n", "train loss:0.2039731476859174\n", "train loss:0.06615990613897166\n", "train loss:0.15381290455187346\n", "train loss:0.1425236441222421\n", "train loss:0.1577104370966066\n", "train loss:0.25972377195890933\n", "train loss:0.14416511284954503\n", "train loss:0.23961362275890857\n", "train loss:0.2554368768161169\n", "train loss:0.16983806131209123\n", "train loss:0.18461176072248228\n", "train loss:0.24412683527521903\n", "train loss:0.1467687329308157\n", "train loss:0.3122471676488942\n", "train loss:0.12798216462202885\n", "train loss:0.1554417757591218\n", "train loss:0.3140362453046879\n", "train loss:0.18181666071976124\n", "train loss:0.19408639468602845\n", "train loss:0.27465885826616504\n", "train loss:0.12892941554582074\n", "train loss:0.09818320604069497\n", "train loss:0.21964168613672752\n", "train loss:0.28235375570021104\n", "train loss:0.24039497011012312\n", "train loss:0.19310586621372658\n", "train loss:0.19808544001168138\n", "train loss:0.1953835936435483\n", "train loss:0.1883028346753936\n", "train loss:0.13350670274134466\n", "train loss:0.16499545010782277\n", "train loss:0.23222038435615758\n", "train loss:0.19351175018288605\n", "train loss:0.1162919322829936\n", "train loss:0.16789474040779975\n", "train loss:0.22379863595187935\n", "train loss:0.06961005678040308\n", "train loss:0.13213395215941828\n", "train loss:0.15629624250675858\n", "train loss:0.15100547152051635\n", "train loss:0.30797581443674654\n", "train loss:0.1719270881711939\n", "train loss:0.19859430905764344\n", "train loss:0.11692496891646895\n", "train loss:0.3383067019718846\n", "train loss:0.22012419688953164\n", "train loss:0.13176097197467235\n", "train loss:0.17106778518719745\n", "train loss:0.1569245979779126\n", "train loss:0.1558071202586296\n", "train loss:0.13160424155713316\n", "train loss:0.13792349749163016\n", "train loss:0.12504947771112643\n", "train loss:0.2538821071515934\n", "train loss:0.15569219436371562\n", "train loss:0.17988058075521224\n", "train loss:0.21325120261764216\n", "train loss:0.1444442455314518\n", "train loss:0.13501759935581237\n", "train loss:0.19488585209429915\n", "train loss:0.1150927326999432\n", "train loss:0.13018896175180558\n", "train loss:0.2617374210678809\n", "train loss:0.12692516917831798\n", "train loss:0.19704071024428577\n", "train loss:0.12050468612314633\n", "train loss:0.1704577267423099\n", "train loss:0.22528566354119456\n", "train loss:0.26291937506273827\n", "train loss:0.1372838586635482\n", "train loss:0.16350101305080575\n", "train loss:0.16561688446850606\n", "train loss:0.14116740527149926\n", "train loss:0.11470241569774606\n", "train loss:0.12379107492468526\n", "train loss:0.24882304672035402\n", "train loss:0.1952225706084452\n", "train loss:0.17019638880668667\n", "train loss:0.28519963367539125\n", "train loss:0.11568322198671772\n", "train loss:0.17869926625657875\n", "train loss:0.14835234446406217\n", "train loss:0.17944110342425287\n", "train loss:0.07975968076573717\n", "train loss:0.30645893010188474\n", "train loss:0.09055638121219158\n", "train loss:0.1456262568058983\n", "train loss:0.18787613295339486\n", "train loss:0.1720244813632948\n", "train loss:0.06762435243381935\n", "train loss:0.08753804905629117\n", "train loss:0.11160448502721804\n", "train loss:0.17761584409106287\n", "train loss:0.16753204099728522\n", "train loss:0.10976753583004381\n", "train loss:0.18113919969774764\n", "train loss:0.15360512354116482\n", "train loss:0.10268430563747019\n", "train loss:0.1318932409151383\n", "train loss:0.2168102001390924\n", "train loss:0.21654829187428437\n", "train loss:0.11267746955536058\n", "train loss:0.10229479944313562\n", "train loss:0.13461947612173797\n", "train loss:0.09080028350920516\n", "train loss:0.05431463162674543\n", "train loss:0.13329998631708007\n", "train loss:0.162691950456101\n", "train loss:0.1384024075230074\n", "train loss:0.13409346171529932\n", "train loss:0.10353717569539742\n", "train loss:0.09160402864413317\n", "train loss:0.09104995562671445\n", "train loss:0.15713627205710304\n", "train loss:0.27446814636487327\n", "train loss:0.3877546319708615\n", "train loss:0.16955409227358725\n", "train loss:0.12679795799138432\n", "train loss:0.14924125346590414\n", "train loss:0.16886273809305513\n", "train loss:0.11602367634186503\n", "train loss:0.1378768666722931\n", "train loss:0.0673990934574948\n", "train loss:0.2360101725181584\n", "train loss:0.18109348545674284\n", "train loss:0.07257287364686815\n", "train loss:0.051013159806215\n", "train loss:0.2125162616846316\n", "train loss:0.10964017735171146\n", "train loss:0.11128670751615441\n", "train loss:0.06399477943874715\n", "train loss:0.11281775711008138\n", "train loss:0.27192978767633474\n", "train loss:0.11091092449514407\n", "train loss:0.33760430352348464\n", "train loss:0.1608326313421028\n", "train loss:0.23658797347298674\n", "train loss:0.09777604237544066\n", "train loss:0.07787553520636299\n", "train loss:0.2524136354827816\n", "train loss:0.1568467667450142\n", "train loss:0.13160580770917507\n", "train loss:0.16489308809268494\n", "train loss:0.1376968894404987\n", "train loss:0.10216057235106384\n", "train loss:0.19365022090185133\n", "train loss:0.08659877942644881\n", "train loss:0.08713200781969566\n", "train loss:0.0828125511185098\n", "train loss:0.13855895367171903\n", "train loss:0.19545021309932306\n", "train loss:0.09259772793342157\n", "train loss:0.07630895359561479\n", "train loss:0.14890264433731035\n", "train loss:0.2181747665504561\n", "train loss:0.10376329515025313\n", "train loss:0.14733663997778387\n", "train loss:0.1563076358824354\n", "train loss:0.056846768768460114\n", "train loss:0.1412838707124309\n", "train loss:0.1452350632719255\n", "train loss:0.1488467734949669\n", "train loss:0.10892780831928331\n", "train loss:0.19754326569769948\n", "train loss:0.06494752371243916\n", "train loss:0.16938981077063647\n", "train loss:0.12032644013533801\n", "train loss:0.1902777251817482\n", "train loss:0.08819645398633473\n", "train loss:0.13478424963513563\n", "train loss:0.19060135508438933\n", "train loss:0.095722273003162\n", "train loss:0.09349417234016169\n", "train loss:0.3903755155155004\n", "train loss:0.08641336465098098\n", "train loss:0.11270036125980107\n", "train loss:0.06163731589623634\n", "train loss:0.16578869728958406\n", "train loss:0.1300757894753449\n", "train loss:0.15619792921026174\n", "train loss:0.18707860446920613\n", "train loss:0.13953162204699765\n", "train loss:0.14936780896493498\n", "train loss:0.07496112600652667\n", "train loss:0.10013714328085843\n", "train loss:0.10792522015435356\n", "train loss:0.07068277293604446\n", "train loss:0.07383363332052664\n", "train loss:0.12796080700396587\n", "train loss:0.11984809107124665\n", "train loss:0.14125327112477218\n", "train loss:0.11180256803080113\n", "train loss:0.15805581480748312\n", "train loss:0.25597709449789996\n", "train loss:0.13399984537953535\n", "train loss:0.10086046595935126\n", "train loss:0.0892842701865026\n", "train loss:0.10599314179118474\n", "train loss:0.14155871651043214\n", "train loss:0.16041744358227328\n", "train loss:0.136058727318031\n", "train loss:0.11208839564999817\n", "train loss:0.06327396750127304\n", "train loss:0.2743604690477909\n", "train loss:0.14215894936863901\n", "train loss:0.10147379104909887\n", "train loss:0.11125135244620463\n", "train loss:0.12554536464150887\n", "train loss:0.12131598713448889\n", "train loss:0.121687130980719\n", "=== epoch:2, train acc:0.958, test acc:0.962 ===\n", "train loss:0.08397130396319975\n", "train loss:0.2196502636339267\n", "train loss:0.11677850425576113\n", "train loss:0.08129726726845861\n", "train loss:0.12800918063898792\n", "train loss:0.1120045123652472\n", "train loss:0.1653255452703016\n", "train loss:0.1286753026467424\n", "train loss:0.04855120907259848\n", "train loss:0.10845812133698139\n", "train loss:0.11777725604325182\n", "train loss:0.2560311157753215\n", "train loss:0.16948062344284345\n", "train loss:0.1021852921367732\n", "train loss:0.09305923958181048\n", "train loss:0.11182673858206918\n", "train loss:0.10132209855798567\n", "train loss:0.055673531184186296\n", "train loss:0.10512248437399924\n", "train loss:0.0560441822076644\n", "train loss:0.0636432881860849\n", "train loss:0.17289461949812457\n", "train loss:0.09213443679487421\n", "train loss:0.08500708474996632\n", "train loss:0.08028358624334393\n", "train loss:0.14651768024851697\n", "train loss:0.05276881929438921\n", "train loss:0.08662502649401876\n", "train loss:0.14635851708852568\n", "train loss:0.09818579944744514\n", "train loss:0.09100322864498558\n", "train loss:0.12610252468109523\n", "train loss:0.20521522617170018\n", "train loss:0.18212531183634323\n", "train loss:0.15184440092832538\n", "train loss:0.19113824294775789\n", "train loss:0.15396828497208026\n", "train loss:0.2022790915568799\n", "train loss:0.08880215119551703\n", "train loss:0.08752128043956504\n", "train loss:0.0804972396375843\n", "train loss:0.1311007114627934\n", "train loss:0.06944576370965469\n", "train loss:0.1066689081270508\n", "train loss:0.11360449005620549\n", "train loss:0.08442745115778331\n", "train loss:0.07608563282717795\n", "train loss:0.18270891482062862\n", "train loss:0.20047797536781745\n", "train loss:0.14277040888789844\n", "train loss:0.2526620897020147\n", "train loss:0.08362169234882194\n", "train loss:0.07568236111469759\n", "train loss:0.07406640197620083\n", "train loss:0.14551477754716313\n", "train loss:0.12798101498309244\n", "train loss:0.10738668424102744\n", "train loss:0.21441545582333546\n", "train loss:0.12704139010924842\n", "train loss:0.05675088341193746\n", "train loss:0.1502455164967884\n", "train loss:0.08384578896865247\n", "train loss:0.20248635044852623\n", "train loss:0.09227317282808223\n", "train loss:0.13871254166021627\n", "train loss:0.15838243256092832\n", "train loss:0.19677492506630934\n", "train loss:0.11772734021460461\n", "train loss:0.11776464651000783\n", "train loss:0.09159894483044623\n", "train loss:0.10511194343994834\n", "train loss:0.1770712725743483\n", "train loss:0.06438350234883271\n", "train loss:0.05405120576400493\n", "train loss:0.13022708404154631\n", "train loss:0.05458457659204204\n", "train loss:0.186202051932378\n", "train loss:0.1198608812602399\n", "train loss:0.21688889866916322\n", "train loss:0.1053653996174822\n", "train loss:0.1781543513741903\n", "train loss:0.1393581424960966\n", "train loss:0.07238934896634451\n", "train loss:0.10728202899627176\n", "train loss:0.09621107588761435\n", "train loss:0.04284310518454107\n", "train loss:0.06348421168616755\n", "train loss:0.09935489747679085\n", "train loss:0.07277995960787338\n", "train loss:0.08792777586833946\n", "train loss:0.09383678812963213\n", "train loss:0.09135401138986321\n", "train loss:0.055532277975782696\n", "train loss:0.04532500409531462\n", "train loss:0.11871337088191933\n", "train loss:0.14146331119207237\n", "train loss:0.10557437563958877\n", "train loss:0.09800548734808957\n", "train loss:0.08510961349772427\n", "train loss:0.17019272080191306\n", "train loss:0.1961857468402271\n", "train loss:0.1650605205129076\n", "train loss:0.15541245732255743\n", "train loss:0.20750928236664837\n", "train loss:0.05169431136947487\n", "train loss:0.09212304172122215\n", "train loss:0.12109787251404795\n", "train loss:0.11698539193051857\n", "train loss:0.07116184671276911\n", "train loss:0.07268483200085617\n", "train loss:0.20147132559381245\n", "train loss:0.1002747042433203\n", "train loss:0.08241040933980692\n", "train loss:0.12375306664054814\n", "train loss:0.14635587690816684\n", "train loss:0.07418142777183728\n", "train loss:0.15336826343458895\n", "train loss:0.18236802237279895\n", "train loss:0.10195748371310694\n", "train loss:0.28837454848963157\n", "train loss:0.089160165925177\n", "train loss:0.0820659901838004\n", "train loss:0.08497879915736276\n", "train loss:0.10926406674629799\n", "train loss:0.11264941401971114\n", "train loss:0.06887705906207922\n", "train loss:0.15489602313585324\n", "train loss:0.17961905541078416\n", "train loss:0.0773165056812682\n", "train loss:0.08306881270335575\n", "train loss:0.0783192131780703\n", "train loss:0.16520995547267894\n", "train loss:0.09535173020815708\n", "train loss:0.13850722567702076\n", "train loss:0.05642480990001883\n", "train loss:0.14610308583887383\n", "train loss:0.046941487918482426\n", "train loss:0.15341233400704152\n", "train loss:0.057776574323567476\n", "train loss:0.07431347444415683\n", "train loss:0.16501885736761954\n", "train loss:0.06523665556887459\n", "train loss:0.10334010261193154\n", "train loss:0.07285496811602239\n", "train loss:0.09949864235265261\n", "train loss:0.11812084148241697\n", "train loss:0.059316966109072285\n", "train loss:0.1144494470637029\n", "train loss:0.11969259572108948\n", "train loss:0.0834043157060378\n", "train loss:0.017166763367264862\n", "train loss:0.1191396414044876\n", "train loss:0.0720612582975657\n", "train loss:0.14753129205693158\n", "train loss:0.13781269144765237\n", "train loss:0.14482228529641844\n", "train loss:0.07923126120180349\n", "train loss:0.16393152517706003\n", "train loss:0.04585803960234418\n", "train loss:0.07599792487582686\n", "train loss:0.13453970967032844\n", "train loss:0.18583296234439664\n", "train loss:0.14873663547335136\n", "train loss:0.1011578549320733\n", "train loss:0.052274653666900074\n", "train loss:0.048370343649432705\n", "train loss:0.0595447916791341\n", "train loss:0.12192111704154267\n", "train loss:0.13724478661453576\n", "train loss:0.07785762048623139\n", "train loss:0.04634060832180805\n", "train loss:0.08728507070030787\n", "train loss:0.10582593076254167\n", "train loss:0.0464098201948027\n", "train loss:0.06517684789622091\n", "train loss:0.12041579530548678\n", "train loss:0.08341494808519676\n", "train loss:0.10206775340515323\n", "train loss:0.14452217535410186\n", "train loss:0.08520645556577135\n", "train loss:0.0633686333922198\n", "train loss:0.08841610377534026\n", "train loss:0.07287903351548503\n", "train loss:0.08594049668534348\n", "train loss:0.06260717379031978\n", "train loss:0.14544913821568864\n", "train loss:0.0539059602859137\n", "train loss:0.0929189999270959\n", "train loss:0.042397960866140894\n", "train loss:0.04941033994632074\n", "train loss:0.08206950659463848\n", "train loss:0.051710839428374\n", "train loss:0.06557538087122813\n", "train loss:0.08374177448440523\n", "train loss:0.12864584625826628\n", "train loss:0.0655219798368698\n", "train loss:0.1527105077467879\n", "train loss:0.07417736722807121\n", "train loss:0.042591725407123214\n", "train loss:0.06110792245427889\n", "train loss:0.15564777912717725\n", "train loss:0.14275238925507705\n", "train loss:0.07997563516211366\n", "train loss:0.07297358550248999\n", "train loss:0.06234498499425554\n", "train loss:0.07748277880679258\n", "train loss:0.1345111917534462\n", "train loss:0.08637270017868236\n", "train loss:0.11887715137397742\n", "train loss:0.08476246897344239\n", "train loss:0.08680315214635474\n", "train loss:0.09170031660551814\n", "train loss:0.14292927528333285\n", "train loss:0.025174623735273613\n", "train loss:0.0743489315309069\n", "train loss:0.07788764773849315\n", "train loss:0.06072333801963092\n", "train loss:0.06532385649804158\n", "train loss:0.09135214154418288\n", "train loss:0.0386373506160519\n", "train loss:0.10720736814145683\n", "train loss:0.20503589293618515\n", "train loss:0.06221420883780513\n", "train loss:0.08582367807698808\n", "train loss:0.0898064590981745\n", "train loss:0.08134223713537125\n", "train loss:0.13529546271931212\n", "train loss:0.08943603252860174\n", "train loss:0.11154363797687125\n", "train loss:0.09352308169944068\n", "train loss:0.04247169962493249\n", "train loss:0.09010976030611446\n", "train loss:0.05745146030206907\n", "train loss:0.06735996631026571\n", "train loss:0.0499534658181019\n", "train loss:0.05270745388186694\n", "train loss:0.15471758738357194\n", "train loss:0.10632907927163782\n", "train loss:0.1553883000490427\n", "train loss:0.11222070603143963\n", "train loss:0.04344393770398718\n", "train loss:0.10987335026817052\n", "train loss:0.09931591398242913\n", "train loss:0.1437157072832311\n", "train loss:0.05391805657561629\n", "train loss:0.03964433012746693\n", "train loss:0.062328218804712954\n", "train loss:0.1003533019563241\n", "train loss:0.16956666913283627\n", "train loss:0.0755389073172124\n", "train loss:0.08127832771429803\n", "train loss:0.10891040164182474\n", "train loss:0.06857699220705676\n", "train loss:0.10556256244221673\n", "train loss:0.04154945898229041\n", "train loss:0.10203187391504309\n", "train loss:0.05952462444109305\n", "train loss:0.06742688507150789\n", "train loss:0.0965713878247816\n", "train loss:0.10883000001411956\n", "train loss:0.05200787066579657\n", "train loss:0.062105536982296046\n", "train loss:0.06520419297684941\n", "train loss:0.10510275034102433\n", "train loss:0.06436673488625153\n", "train loss:0.11853887046048533\n", "train loss:0.15589851535511293\n", "train loss:0.09420779624540083\n", "train loss:0.03888279849155839\n", "train loss:0.1902248138731767\n", "train loss:0.03992668168774938\n", "train loss:0.09842591185360375\n", "train loss:0.13904986866601374\n", "train loss:0.06829347087926113\n", "train loss:0.07840972910939631\n", "train loss:0.08182424914338546\n", "train loss:0.09053793152079807\n", "train loss:0.03515788491848178\n", "train loss:0.08529052116154104\n", "train loss:0.12496530209704428\n", "train loss:0.10144763829038464\n", "train loss:0.08273216458010008\n", "train loss:0.038847489448340794\n", "train loss:0.027581649413369495\n", "train loss:0.1080954473780915\n", "train loss:0.07986310129011738\n", "train loss:0.06063107554638264\n", "train loss:0.08817147392092844\n", "train loss:0.03349956349036499\n", "train loss:0.05276806590822227\n", "train loss:0.1171806792633782\n", "train loss:0.08588217342115642\n", "train loss:0.14627712129891957\n", "train loss:0.06010478740059263\n", "train loss:0.06404542768576599\n", "train loss:0.1278167817514986\n", "train loss:0.045821631163754414\n", "train loss:0.03465865125432825\n", "train loss:0.03255663056466649\n", "train loss:0.10235058705778412\n", "train loss:0.16973710915749263\n", "train loss:0.2048383857270258\n", "train loss:0.10452237265600264\n", "train loss:0.047271521952864014\n", "train loss:0.0814776408849879\n", "train loss:0.0976739835935419\n", "train loss:0.05432580782483559\n", "train loss:0.07318181585042108\n", "train loss:0.099413185648469\n", "train loss:0.08056371913517416\n", "train loss:0.058808569998936064\n", "train loss:0.05864957554763843\n", "train loss:0.0940276723074348\n", "train loss:0.15052305732777105\n", "train loss:0.11547766603122085\n", "train loss:0.024811430118464615\n", "train loss:0.09979586334525134\n", "train loss:0.07932659877364619\n", "train loss:0.12868273616680423\n", "train loss:0.12944099104515455\n", "train loss:0.07680599432901833\n", "train loss:0.0327676631905017\n", "train loss:0.03578918288009622\n", "train loss:0.07914708613087855\n", "train loss:0.046844772541980204\n", "train loss:0.06880673874241848\n", "train loss:0.054749949429545766\n", "train loss:0.06774767451872378\n", "train loss:0.1508138631075235\n", "train loss:0.06885025386275462\n", "train loss:0.06035508792899366\n", "train loss:0.15950948145753305\n", "train loss:0.037877926464640374\n", "train loss:0.07105464890527644\n", "train loss:0.059313285610277\n", "train loss:0.06147194935233781\n", "train loss:0.027559891483345637\n", "train loss:0.061879581387332266\n", "train loss:0.08693557528406483\n", "train loss:0.08135828212140395\n", "train loss:0.12537101975281284\n", "train loss:0.016280080723766622\n", "train loss:0.052620307228085465\n", "train loss:0.059404639017743115\n", "train loss:0.0654407401276485\n", "train loss:0.10430974369997838\n", "train loss:0.07500292504856013\n", "train loss:0.08838370952727313\n", "train loss:0.10416572447353245\n", "train loss:0.126055750184775\n", "train loss:0.03605556964993378\n", "train loss:0.05118929080838028\n", "train loss:0.04520355184975935\n", "train loss:0.060897082362461\n", "train loss:0.11988633731928461\n", "train loss:0.10141769695005777\n", "train loss:0.06222290985912503\n", "train loss:0.06612067473999607\n", "train loss:0.08108031517318506\n", "train loss:0.09786658185534178\n", "train loss:0.025574199122074873\n", "train loss:0.05027729780363373\n", "train loss:0.10044318937707124\n", "train loss:0.15999674744542663\n", "train loss:0.026216675200218725\n", "train loss:0.0748463056663549\n", "train loss:0.03782420150838054\n", "train loss:0.026354536853344625\n", "train loss:0.04055927457193185\n", "train loss:0.1315043663095042\n", "train loss:0.09044652031106189\n", "train loss:0.15212197066100536\n", "train loss:0.09271802556272295\n", "train loss:0.0437467515054287\n", "train loss:0.03606719373604565\n", "train loss:0.06005105735570251\n", "train loss:0.04002234995144896\n", "train loss:0.059960185430611185\n", "train loss:0.0614325070126387\n", "train loss:0.059004441140859655\n", "train loss:0.09127566208902169\n", "train loss:0.04499866402768344\n", "train loss:0.030785944490678934\n", "train loss:0.11018274580926501\n", "train loss:0.04854974883150822\n", "train loss:0.10446252362800014\n", "train loss:0.0657584563722039\n", "train loss:0.042421880456874936\n", "train loss:0.0560358647687966\n", "train loss:0.10030112151925487\n", "train loss:0.1417218148000033\n", "train loss:0.1133194324427428\n", "train loss:0.14446190945166146\n", "train loss:0.06743310034425493\n", "train loss:0.0223623421750763\n", "train loss:0.03218400344153634\n", "train loss:0.09452032048992447\n", "train loss:0.08919265441031071\n", "train loss:0.0997844413806695\n", "train loss:0.08302077016117465\n", "train loss:0.10331520107076728\n", "train loss:0.06487559261201867\n", "train loss:0.044235389381092276\n", "train loss:0.0389387897355548\n", "train loss:0.09605100255945256\n", "train loss:0.0756828193726066\n", "train loss:0.09772334941657627\n", "train loss:0.07512874790967576\n", "train loss:0.0890922647685249\n", "train loss:0.08526948132812569\n", "train loss:0.06010259786313479\n", "train loss:0.06832809865671793\n", "train loss:0.09436522339894343\n", "train loss:0.08091026777498078\n", "train loss:0.019933000462397963\n", "train loss:0.04176298447396373\n", "train loss:0.029307545597894346\n", "train loss:0.05212811109103116\n", "train loss:0.06145461213828467\n", "train loss:0.04789897651755915\n", "train loss:0.052446886471787996\n", "train loss:0.057720826819518865\n", "train loss:0.023789403239823138\n", "train loss:0.02554485748929561\n", "train loss:0.07419359103103768\n", "train loss:0.03322436701556888\n", "train loss:0.06307426763208836\n", "train loss:0.05310708401328354\n", "train loss:0.06798590619184314\n", "train loss:0.08966064739995097\n", "train loss:0.15016111580054023\n", "train loss:0.05665858181948005\n", "train loss:0.04124146839410898\n", "train loss:0.10726122841194066\n", "train loss:0.06041620838815105\n", "train loss:0.08840079677329817\n", "train loss:0.03085960115355392\n", "train loss:0.033725568236684524\n", "train loss:0.0572135121090331\n", "train loss:0.06270768186439554\n", "train loss:0.16299381145995148\n", "train loss:0.028631053790449973\n", "train loss:0.040136477090595105\n", "train loss:0.039798616816243276\n", "train loss:0.05146270934063268\n", "train loss:0.0879483783459869\n", "train loss:0.09783581507817386\n", "train loss:0.09073228945332447\n", "train loss:0.04106975569034651\n", "train loss:0.03221828303939567\n", "train loss:0.07584925685518695\n", "train loss:0.16604005576436606\n", "train loss:0.03284495044463697\n", "train loss:0.07871974466972811\n", "train loss:0.12254412183217989\n", "train loss:0.05954571523718202\n", "train loss:0.1122675844751408\n", "train loss:0.0761305602904087\n", "train loss:0.06530283679408656\n", "train loss:0.08249789277549127\n", "train loss:0.08466169471826163\n", "train loss:0.07247258217608156\n", "train loss:0.04049804200416558\n", "train loss:0.11197734841183012\n", "train loss:0.054555966887974414\n", "train loss:0.09445004406741404\n", "train loss:0.02361574316600725\n", "train loss:0.1219050219326645\n", "train loss:0.11776450389570861\n", "train loss:0.033283510950288364\n", "train loss:0.06298314437269889\n", "train loss:0.07861642798240172\n", "train loss:0.05068032750048201\n", "train loss:0.07601995503583867\n", "train loss:0.05484531292923898\n", "train loss:0.0449520200801387\n", "train loss:0.07420604877938959\n", "train loss:0.043279613634713276\n", "train loss:0.03400597509117545\n", "train loss:0.10449431078407496\n", "train loss:0.053407086552119815\n", "train loss:0.01930106747072862\n", "train loss:0.08613882362703797\n", "train loss:0.0851887224698329\n", "train loss:0.0611196817925528\n", "train loss:0.04197036856484328\n", "train loss:0.02037573636246895\n", "train loss:0.05393855049472451\n", "train loss:0.04503146276223775\n", "train loss:0.1209388800716278\n", "train loss:0.062247978541974065\n", "train loss:0.07491974858152224\n", "train loss:0.07852319485819242\n", "train loss:0.054863519322233135\n", "train loss:0.07076728920029202\n", "train loss:0.0969656584800632\n", "train loss:0.03931143497665344\n", "train loss:0.08238538997751914\n", "train loss:0.07629850269829777\n", "train loss:0.08090465911028506\n", "train loss:0.08551645391005006\n", "train loss:0.05138070360420625\n", "train loss:0.11222205458305204\n", "train loss:0.0743257849859686\n", "train loss:0.08847278225757936\n", "train loss:0.06438755887904846\n", "train loss:0.07759207045968017\n", "train loss:0.0328993993213426\n", "train loss:0.054850554803011195\n", "train loss:0.10962343989909432\n", "train loss:0.04814190565342729\n", "train loss:0.04179680947709841\n", "train loss:0.09401668919213256\n", "train loss:0.14880430186544794\n", "train loss:0.08869098772026848\n", "train loss:0.09408518677921968\n", "train loss:0.07169083973307173\n", "train loss:0.0423932354732881\n", "train loss:0.03995624208517178\n", "train loss:0.10615864149757305\n", "train loss:0.15510599212647902\n", "train loss:0.10889057569343137\n", "train loss:0.04755348902868705\n", "train loss:0.09099088702738437\n", "train loss:0.06849735835342033\n", "train loss:0.07372868409889827\n", "train loss:0.10439898621720517\n", "train loss:0.031709073456168614\n", "train loss:0.08060541260258101\n", "train loss:0.0536275077061868\n", "train loss:0.09153335595517062\n", "train loss:0.05010961875370252\n", "train loss:0.08529887820024917\n", "train loss:0.22456265715315432\n", "train loss:0.051579521790388716\n", "train loss:0.10909633335756391\n", "train loss:0.07022372488634661\n", "train loss:0.07711458297627985\n", "train loss:0.06418619166307529\n", "train loss:0.0264940515653925\n", "train loss:0.05592075573156675\n", "train loss:0.0786409628110737\n", "train loss:0.02619586926218663\n", "train loss:0.08366522461126939\n", "train loss:0.11864915639532246\n", "train loss:0.07857780355063934\n", "train loss:0.30505965720693096\n", "train loss:0.06758979197204577\n", "train loss:0.03901812884054813\n", "train loss:0.03356402236587138\n", "train loss:0.07297114750266705\n", "train loss:0.07959262163767285\n", "train loss:0.05521374527617121\n", "train loss:0.07663564137648321\n", "train loss:0.06676014717313238\n", "train loss:0.04745589055902048\n", "train loss:0.16692632289722467\n", "train loss:0.019290693176112032\n", "train loss:0.012943741100905818\n", "train loss:0.060518387042049426\n", "train loss:0.04119845031400992\n", "train loss:0.1302489318022351\n", "train loss:0.05387614751976754\n", "train loss:0.09917925241911955\n", "train loss:0.11401256263670119\n", "train loss:0.06167530827706628\n", "train loss:0.04261297786944504\n", "train loss:0.05486422782129172\n", "train loss:0.021495513871636222\n", "train loss:0.02885621115322352\n", "train loss:0.09336612970334648\n", "train loss:0.08602586835330048\n", "train loss:0.04624557862178807\n", "train loss:0.05982543819074003\n", "train loss:0.08110788105563566\n", "train loss:0.06850316677158524\n", "train loss:0.13505316103896428\n", "train loss:0.09017725057700304\n", "train loss:0.02943468391766617\n", "train loss:0.05941545444288442\n", "train loss:0.03898496842967734\n", "train loss:0.06421591835443331\n", "train loss:0.04469552451083901\n", "train loss:0.03805567461513971\n", "train loss:0.07395773752988523\n", "train loss:0.056613656049935415\n", "train loss:0.015386348385364144\n", "train loss:0.025908442767397406\n", "train loss:0.12053025982306419\n", "train loss:0.06285783048777925\n", "train loss:0.04226970458889663\n", "train loss:0.058187647389434896\n", "train loss:0.019456123390969395\n", "train loss:0.06968277825524505\n", "train loss:0.030096489005697658\n", "train loss:0.05105746147785069\n", "train loss:0.06878832184166335\n", "train loss:0.1362911174671405\n", "train loss:0.06788902596425615\n", "train loss:0.014100807112360326\n", "=== epoch:3, train acc:0.973, test acc:0.981 ===\n", "train loss:0.14220511026706875\n", "train loss:0.01979483458256608\n", "train loss:0.03621164576262246\n", "train loss:0.09137588425138027\n", "train loss:0.06530092971493001\n", "train loss:0.03238018051329208\n", "train loss:0.024202917117702324\n", "train loss:0.03723359311481623\n", "train loss:0.05347153065960126\n", "train loss:0.13439142462009845\n", "train loss:0.03295580476219369\n", "train loss:0.051959712289355704\n", "train loss:0.03861930829393565\n", "train loss:0.05363231629991407\n", "train loss:0.02892930588382639\n", "train loss:0.04881597022092852\n", "train loss:0.0655479348743756\n", "train loss:0.03217191071350458\n", "train loss:0.05403263033397217\n", "train loss:0.0654044016630898\n", "train loss:0.040661620081170344\n", "train loss:0.03714216012306393\n", "train loss:0.04013078145198696\n", "train loss:0.04390359186930838\n", "train loss:0.12626034989503007\n", "train loss:0.059222583939855494\n", "train loss:0.036783856289358076\n", "train loss:0.04622833922554821\n", "train loss:0.04939328306584771\n", "train loss:0.07751470275623552\n", "train loss:0.038257843997398566\n", "train loss:0.03185998504191123\n", "train loss:0.055874057156265124\n", "train loss:0.053481679197172304\n", "train loss:0.06399992971136448\n", "train loss:0.04797438817566776\n", "train loss:0.07946310038931421\n", "train loss:0.0904070047471177\n", "train loss:0.01998449629388648\n", "train loss:0.15747322640576564\n", "train loss:0.09589869992383343\n", "train loss:0.036512342006104134\n", "train loss:0.026847340864898917\n", "train loss:0.07149053453744375\n", "train loss:0.058251199594108856\n", "train loss:0.04826408868394754\n", "train loss:0.044908814454099895\n", "train loss:0.06279951669682124\n", "train loss:0.0615140676952609\n", "train loss:0.07950455227326811\n", "train loss:0.019128977662176635\n", "train loss:0.049349995351417604\n", "train loss:0.026129765540502475\n", "train loss:0.04125304589914977\n", "train loss:0.12509506170864357\n", "train loss:0.15792656962457044\n", "train loss:0.02128765549080276\n", "train loss:0.04980755188303615\n", "train loss:0.0750933944045157\n", "train loss:0.11956214134765548\n", "train loss:0.04466497849401814\n", "train loss:0.04731415831246251\n", "train loss:0.045582862817589095\n", "train loss:0.044175827629453004\n", "train loss:0.026026438190648732\n", "train loss:0.01855882681922683\n", "train loss:0.03178439132694414\n", "train loss:0.026230281126970192\n", "train loss:0.05268823845114768\n", "train loss:0.02808873435297732\n", "train loss:0.09048102313868447\n", "train loss:0.05838234236231745\n", "train loss:0.04619824416141009\n", "train loss:0.09590929006208265\n", "train loss:0.12628506195033856\n", "train loss:0.07771917926256937\n", "train loss:0.0808014067031818\n", "train loss:0.05887746370283274\n", "train loss:0.05167701632417585\n", "train loss:0.06100652052120908\n", "train loss:0.052835192376236906\n", "train loss:0.11424792912734136\n", "train loss:0.06882217744673824\n", "train loss:0.020761563305448726\n", "train loss:0.028823610121698387\n", "train loss:0.03163896457575619\n", "train loss:0.01699995848091734\n", "train loss:0.06051225049089734\n", "train loss:0.0971428151221631\n", "train loss:0.05471084458561857\n", "train loss:0.03631410549472968\n", "train loss:0.051482902265779174\n", "train loss:0.03139768641622536\n", "train loss:0.04729915034610355\n", "train loss:0.2115493252845196\n", "train loss:0.050596816811766636\n", "train loss:0.09981379671515485\n", "train loss:0.11701099056546804\n", "train loss:0.03561628007658219\n", "train loss:0.0827058327131996\n", "train loss:0.12022104553312551\n", "train loss:0.04124049613999915\n", "train loss:0.022296399563201015\n", "train loss:0.03483188084977874\n", "train loss:0.13880917923533354\n", "train loss:0.07150652136306342\n", "train loss:0.03616462957224433\n", "train loss:0.10272793473068989\n", "train loss:0.047213993995080895\n", "train loss:0.11852832122547893\n", "train loss:0.06748317286549323\n", "train loss:0.1078571193491423\n", "train loss:0.07372737757068132\n", "train loss:0.075850296071382\n", "train loss:0.021634704387818574\n", "train loss:0.060679205805080925\n", "train loss:0.09259545880707437\n", "train loss:0.10737133575326185\n", "train loss:0.04760709396113436\n", "train loss:0.026000111182245343\n", "train loss:0.0992321941956449\n", "train loss:0.10358701673198277\n", "train loss:0.05288071538167397\n", "train loss:0.03561633840835925\n", "train loss:0.039374682933556664\n", "train loss:0.028650312581429423\n", "train loss:0.07200467214419128\n", "train loss:0.13593850630810514\n", "train loss:0.11367474439945585\n", "train loss:0.05046740394487415\n", "train loss:0.0509916542151675\n", "train loss:0.07879871058895559\n", "train loss:0.09452963984809833\n", "train loss:0.075712029319952\n", "train loss:0.08054384226671177\n", "train loss:0.045462063238247766\n", "train loss:0.014040665055663823\n", "train loss:0.04280729776198369\n", "train loss:0.12447179793152734\n", "train loss:0.05980454023272109\n", "train loss:0.04093994007820065\n", "train loss:0.02649493509133289\n", "train loss:0.06963419150734286\n", "train loss:0.08970505912224139\n", "train loss:0.04835124091705856\n", "train loss:0.017011405558106565\n", "train loss:0.055194892839753644\n", "train loss:0.028978793718760786\n", "train loss:0.013543851156250414\n", "train loss:0.033049303110395806\n", "train loss:0.024391121142857252\n", "train loss:0.04295356422420469\n", "train loss:0.09139947855079589\n", "train loss:0.023008478899386467\n", "train loss:0.17457701052425442\n", "train loss:0.026853645659543682\n", "train loss:0.03765638662983601\n", "train loss:0.02472256098320048\n", "train loss:0.017482905383866182\n", "train loss:0.06685514167552883\n", "train loss:0.03792055335286438\n", "train loss:0.051799472428575646\n", "train loss:0.027463155457449817\n", "train loss:0.07606151968508229\n", "train loss:0.038140815669174585\n", "train loss:0.040380362801471975\n", "train loss:0.03132713626630836\n", "train loss:0.05439459990129098\n", "train loss:0.05014956206885213\n", "train loss:0.14352934945349077\n", "train loss:0.0658360808887994\n", "train loss:0.05966623357043108\n", "train loss:0.08411713684747943\n", "train loss:0.08602470241415978\n", "train loss:0.040920462688684996\n", "train loss:0.012700587847652075\n", "train loss:0.11022848263586414\n", "train loss:0.03416663432323642\n", "train loss:0.028026856105948288\n", "train loss:0.03710120610201753\n", "train loss:0.04312711996637868\n", "train loss:0.046183228627623196\n", "train loss:0.15498964326886958\n", "train loss:0.058005631246477465\n", "train loss:0.04141811994091986\n", "train loss:0.03859440426702043\n", "train loss:0.12238620024759256\n", "train loss:0.061262797250521056\n", "train loss:0.046187414823390664\n", "train loss:0.08462653404014547\n", "train loss:0.010752602653371463\n", "train loss:0.12302048691776603\n", "train loss:0.03460015410443393\n", "train loss:0.04560177013999939\n", "train loss:0.03830343602345633\n", "train loss:0.12134977861234679\n", "train loss:0.04071962709974512\n", "train loss:0.016213547922833117\n", "train loss:0.04322090745483824\n", "train loss:0.07456382372609116\n", "train loss:0.04007850907079935\n", "train loss:0.08854231930418786\n", "train loss:0.044899811480875934\n", "train loss:0.049496982922995675\n", "train loss:0.03836120906919792\n", "train loss:0.0226216815445963\n", "train loss:0.040073580919984246\n", "train loss:0.10474682483377254\n", "train loss:0.028435130613177772\n", "train loss:0.07395170248131124\n", "train loss:0.12626100031474935\n", "train loss:0.03422577456444863\n", "train loss:0.024830240253004638\n", "train loss:0.0514129635466082\n", "train loss:0.0550908176618619\n", "train loss:0.03687546211062889\n", "train loss:0.09873881370758332\n", "train loss:0.057164069106306614\n", "train loss:0.03360412511993666\n", "train loss:0.03211402765061497\n", "train loss:0.048539787669879396\n", "train loss:0.013041741429580105\n", "train loss:0.11146034613727064\n", "train loss:0.04152493925650633\n", "train loss:0.03771234364373601\n", "train loss:0.0566314980062915\n", "train loss:0.08933739826430986\n", "train loss:0.043190307576943095\n", "train loss:0.049441109599198264\n", "train loss:0.033315391464274875\n", "train loss:0.046180762552997016\n", "train loss:0.024716365223253288\n", "train loss:0.08056545825420856\n", "train loss:0.05304787025185384\n", "train loss:0.05610171602354052\n", "train loss:0.037602659223609794\n", "train loss:0.0332056712719982\n", "train loss:0.029729365797303443\n", "train loss:0.056616561280385704\n", "train loss:0.047718240902917035\n", "train loss:0.060970588883629884\n", "train loss:0.03241209448412903\n", "train loss:0.1574517717982292\n", "train loss:0.02790956464315569\n", "train loss:0.040378661368075004\n", "train loss:0.04532182920695742\n", "train loss:0.0407765614330244\n", "train loss:0.071973172786624\n", "train loss:0.11902102034883486\n", "train loss:0.019176749192117346\n", "train loss:0.04396658909197569\n", "train loss:0.09768193236185053\n", "train loss:0.010412068171729265\n", "train loss:0.01896694664441942\n", "train loss:0.05186306407104034\n", "train loss:0.01763066379148831\n", "train loss:0.09001345872255313\n", "train loss:0.008188723995441842\n", "train loss:0.06698432297644846\n", "train loss:0.03178458123188492\n", "train loss:0.059562305166949506\n", "train loss:0.05904647323586267\n", "train loss:0.10020906978356212\n", "train loss:0.05996657986312234\n", "train loss:0.04587414179285125\n", "train loss:0.049289360093440766\n", "train loss:0.019277838711250706\n", "train loss:0.009492009917952649\n", "train loss:0.024986043086644903\n", "train loss:0.03211009016869383\n", "train loss:0.027850614762499667\n", "train loss:0.0564274257434479\n", "train loss:0.043852876013073\n", "train loss:0.023067435095131154\n", "train loss:0.056822702716943646\n", "train loss:0.03327565645966496\n", "train loss:0.054112886396252724\n", "train loss:0.015044574764368665\n", "train loss:0.1264285543399547\n", "train loss:0.05727490869893907\n", "train loss:0.020455882917437117\n", "train loss:0.05965140088445154\n", "train loss:0.024396646408611288\n", "train loss:0.025361053005691202\n", "train loss:0.03395943687283076\n", "train loss:0.056837138969023\n", "train loss:0.029474782105679394\n", "train loss:0.03059242463579078\n", "train loss:0.023586854926651694\n", "train loss:0.06722643363104658\n", "train loss:0.049950911853726666\n", "train loss:0.10203983113566086\n", "train loss:0.016225418954421974\n", "train loss:0.022209219492003253\n", "train loss:0.04641704733761562\n", "train loss:0.025541794411349045\n", "train loss:0.043834749470230534\n", "train loss:0.027835201734840945\n", "train loss:0.02255249039882146\n", "train loss:0.05982014378339356\n", "train loss:0.03856420596708916\n", "train loss:0.05980681210472735\n", "train loss:0.017004360564700643\n", "train loss:0.03159289750275959\n", "train loss:0.023105057760756186\n", "train loss:0.030362447658935986\n", "train loss:0.01228206313216958\n", "train loss:0.05336172230588039\n", "train loss:0.03150787124912911\n", "train loss:0.05525872080752352\n", "train loss:0.0702439103299335\n", "train loss:0.023328222563638316\n", "train loss:0.041028265371663465\n", "train loss:0.0252725677158842\n", "train loss:0.055858172598552566\n", "train loss:0.058779911232011914\n", "train loss:0.03752888278843261\n", "train loss:0.04128437919241727\n", "train loss:0.07308555286109582\n", "train loss:0.0331768500774556\n", "train loss:0.03712360664503216\n", "train loss:0.07190516834134181\n", "train loss:0.01635600725258215\n", "train loss:0.1086649286503674\n", "train loss:0.04354515379680781\n", "train loss:0.02771025007132352\n", "train loss:0.01867384481821821\n", "train loss:0.04381782613405292\n", "train loss:0.0368942367413765\n", "train loss:0.04615845625437229\n", "train loss:0.011364296252932136\n", "train loss:0.0597153634797352\n", "train loss:0.026818691678910763\n", "train loss:0.0575881193012993\n", "train loss:0.11123676550437597\n", "train loss:0.062090266085288184\n", "train loss:0.08232505621465651\n", "train loss:0.0801942154286354\n", "train loss:0.044924700576955405\n", "train loss:0.049221938373776905\n", "train loss:0.07105973962298123\n", "train loss:0.10572098084704395\n", "train loss:0.07565834320133345\n", "train loss:0.10784449433824478\n", "train loss:0.07168991122612818\n", "train loss:0.019636751503886843\n", "train loss:0.044958415162451366\n", "train loss:0.01842570866739225\n", "train loss:0.03449835767106732\n", "train loss:0.05291326817183971\n", "train loss:0.02238701413896877\n", "train loss:0.03455420333548629\n", "train loss:0.07455593872109526\n", "train loss:0.05898298538960677\n", "train loss:0.028628551284609383\n", "train loss:0.043017554163838324\n", "train loss:0.023314304612415838\n", "train loss:0.01883875216431532\n", "train loss:0.05390434453679442\n", "train loss:0.023005889673797\n", "train loss:0.09892824416496898\n", "train loss:0.02914107822112964\n", "train loss:0.04615911439480407\n", "train loss:0.05587193778712614\n", "train loss:0.025811661865535893\n", "train loss:0.012420665038197358\n", "train loss:0.07864959661222798\n", "train loss:0.14180334676744555\n", "train loss:0.03088457944846312\n", "train loss:0.0651066090707911\n", "train loss:0.10128304634288784\n", "train loss:0.02687631958368716\n", "train loss:0.02219107707965221\n", "train loss:0.061650357467102845\n", "train loss:0.02038040654215964\n", "train loss:0.07950489356621483\n", "train loss:0.0310191730944626\n", "train loss:0.029028443231343574\n", "train loss:0.017040334383155564\n", "train loss:0.01910702623391123\n", "train loss:0.013575618403897918\n", "train loss:0.04363526270559551\n", "train loss:0.06803962978778712\n", "train loss:0.06207452086119705\n", "train loss:0.032915687812641654\n", "train loss:0.023983721358256146\n", "train loss:0.04162073314875496\n", "train loss:0.030480484592035447\n", "train loss:0.1192380329079788\n", "train loss:0.0669815380273465\n", "train loss:0.03468351506171265\n", "train loss:0.04845823465256768\n", "train loss:0.03523997873743598\n", "train loss:0.025628802774061862\n", "train loss:0.03469862874527109\n", "train loss:0.03782280740531361\n", "train loss:0.02167642803136019\n", "train loss:0.06161508020747743\n", "train loss:0.019714591465395254\n", "train loss:0.018446192073555787\n", "train loss:0.03909351477255278\n", "train loss:0.019764462833604866\n", "train loss:0.04176567976570344\n", "train loss:0.01921187271835121\n", "train loss:0.06404718105331772\n", "train loss:0.0403287185184734\n", "train loss:0.037223544009282905\n", "train loss:0.03832820220676448\n", "train loss:0.03214576318365796\n", "train loss:0.03429451310530609\n", "train loss:0.0636223226143384\n", "train loss:0.03143976688384431\n", "train loss:0.02699720084318112\n", "train loss:0.015081190534259157\n", "train loss:0.020305541473869256\n", "train loss:0.019977261822940906\n", "train loss:0.04687494629899958\n", "train loss:0.03595720752626761\n", "train loss:0.018425489677782184\n", "train loss:0.20316087973113411\n", "train loss:0.030680043411685995\n", "train loss:0.027930285008096925\n", "train loss:0.03359508857612126\n", "train loss:0.012844714307711547\n", "train loss:0.017653316046048688\n", "train loss:0.02480224746069715\n", "train loss:0.041655731683376745\n", "train loss:0.06499777764187485\n", "train loss:0.0141777575162974\n", "train loss:0.053760249493381373\n", "train loss:0.029008569571999033\n", "train loss:0.06687834493943921\n", "train loss:0.03127226180309395\n", "train loss:0.04000113076446872\n", "train loss:0.013603184085597393\n", "train loss:0.021969903922935165\n", "train loss:0.07410766900369788\n", "train loss:0.010792280798774893\n", "train loss:0.0372769870032783\n", "train loss:0.012965081599380575\n", "train loss:0.0281937029039286\n", "train loss:0.08346387107456296\n", "train loss:0.08044035618022562\n", "train loss:0.05004604683044782\n", "train loss:0.015415053305821678\n", "train loss:0.07002853652827733\n", "train loss:0.06526271385670007\n", "train loss:0.17561388907019546\n", "train loss:0.044218964503847366\n", "train loss:0.04595331002549744\n", "train loss:0.042925667271489124\n", "train loss:0.019690167786712495\n", "train loss:0.03127406267947763\n", "train loss:0.04636857553133779\n", "train loss:0.024847782813450653\n", "train loss:0.05426269996742587\n", "train loss:0.041018443208888075\n", "train loss:0.025330597809267625\n", "train loss:0.08129859501424815\n", "train loss:0.15451835647158618\n", "train loss:0.008073311310247924\n", "train loss:0.023267827171679634\n", "train loss:0.03847435648383513\n", "train loss:0.03221197586879159\n", "train loss:0.032334207975076266\n", "train loss:0.07232303601505147\n", "train loss:0.07502597999687344\n", "train loss:0.05764559270312145\n", "train loss:0.06903010281476546\n", "train loss:0.026039529296595806\n", "train loss:0.048507714530901\n", "train loss:0.011756696403924018\n", "train loss:0.09298244325958366\n", "train loss:0.021287750665165642\n", "train loss:0.022061186949367536\n", "train loss:0.03866522217809983\n", "train loss:0.031002197912643054\n", "train loss:0.039666631049737736\n", "train loss:0.028218858980727825\n", "train loss:0.027991946520059773\n", "train loss:0.03545495294573977\n", "train loss:0.01928522200136473\n", "train loss:0.03738693291397487\n", "train loss:0.02326032018227711\n", "train loss:0.031134862760983758\n", "train loss:0.02230382667729247\n", "train loss:0.05321980651580915\n", "train loss:0.10175064543205112\n", "train loss:0.04356042750598957\n", "train loss:0.05220722874717874\n", "train loss:0.03035774354061403\n", "train loss:0.05322861865737826\n", "train loss:0.02184097864571585\n", "train loss:0.05050418448666618\n", "train loss:0.036916515831299915\n", "train loss:0.02350473549764481\n", "train loss:0.11687164147884886\n", "train loss:0.08108130594354108\n", "train loss:0.04052015123421691\n", "train loss:0.12724178804359326\n", "train loss:0.02524172998549809\n", "train loss:0.027927153228159782\n", "train loss:0.012665348839409256\n", "train loss:0.035935135880923556\n", "train loss:0.020397706193962195\n", "train loss:0.03524674107584433\n", "train loss:0.05873366964742308\n", "train loss:0.023952225928857023\n", "train loss:0.10106222010645208\n", "train loss:0.042107704103915795\n", "train loss:0.04112850016830797\n", "train loss:0.019811031628477374\n", "train loss:0.01437827962008776\n", "train loss:0.030000235046822955\n", "train loss:0.01732194934857614\n", "train loss:0.039682228981136276\n", "train loss:0.05437119369032905\n", "train loss:0.05519967130273663\n", "train loss:0.056754352578405415\n", "train loss:0.027122050000685804\n", "train loss:0.01637624129816517\n", "train loss:0.07986023558899963\n", "train loss:0.06361947812512563\n", "train loss:0.06164005144650189\n", "train loss:0.08845928752679473\n", "train loss:0.0666911874389001\n", "train loss:0.08317362241115368\n", "train loss:0.04662895568913178\n", "train loss:0.03858819143699272\n", "train loss:0.023071567705330205\n", "train loss:0.04084400204361283\n", "train loss:0.010187063555094163\n", "train loss:0.01145037655412768\n", "train loss:0.04288905189861806\n", "train loss:0.06090642358247532\n", "train loss:0.044273352852011304\n", "train loss:0.012621371521064725\n", "train loss:0.04116495009265206\n", "train loss:0.05094762569601568\n", "train loss:0.028249826757995655\n", "train loss:0.0620634334150249\n", "train loss:0.04625259531582924\n", "train loss:0.03931464553633568\n", "train loss:0.07789277585699611\n", "train loss:0.014602724356293142\n", "train loss:0.02078308347022515\n", "train loss:0.05041288868638407\n", "train loss:0.11701401839074045\n", "train loss:0.06497435238654231\n", "train loss:0.052734667951811344\n", "train loss:0.016445850573065444\n", "train loss:0.0500506573794038\n", "train loss:0.008331847998361066\n", "train loss:0.04687105836913468\n", "train loss:0.02620859900503951\n", "train loss:0.07194566748663625\n", "train loss:0.011085663888009148\n", "train loss:0.028348240104794104\n", "train loss:0.015805219871499014\n", "train loss:0.04578302389068793\n", "train loss:0.08941554286923069\n", "train loss:0.09348295870414339\n", "train loss:0.029903155944181633\n", "train loss:0.04890164328238779\n", "train loss:0.06162942962199278\n", "train loss:0.04835931951880963\n", "train loss:0.019210425390119596\n", "train loss:0.10275983583296336\n", "train loss:0.020058793934763633\n", "train loss:0.06541624017006194\n", "train loss:0.15695104862466366\n", "train loss:0.022258198003147402\n", "train loss:0.02228958872978171\n", "train loss:0.017775551904236915\n", "train loss:0.13019642800272063\n", "train loss:0.08734744352403265\n", "train loss:0.07305703130569771\n", "train loss:0.02699537883781132\n", "train loss:0.011235849749276156\n", "train loss:0.04285797472950688\n", "train loss:0.06752826491874249\n", "train loss:0.112176734010729\n", "train loss:0.06654322009118654\n", "train loss:0.07692418075283732\n", "train loss:0.06941741090404968\n", "train loss:0.0889163728579151\n", "train loss:0.03176537993636198\n", "train loss:0.033476031698357916\n", "train loss:0.014314214929371944\n", "train loss:0.0592671296193675\n", "train loss:0.05405696463751315\n", "train loss:0.06345439689768805\n", "train loss:0.020301041665794474\n", "train loss:0.0131134617213976\n", "train loss:0.07141616299324395\n", "train loss:0.015207040897363754\n", "train loss:0.13318366340717655\n", "train loss:0.0294890675949851\n", "train loss:0.04440335947650543\n", "train loss:0.022973389827184654\n", "=== epoch:4, train acc:0.985, test acc:0.979 ===\n", "train loss:0.04278400653403884\n", "train loss:0.023552373817321132\n", "train loss:0.013384281045878998\n", "train loss:0.01977126450374713\n", "train loss:0.08812685947686778\n", "train loss:0.1480012741976196\n", "train loss:0.09268200259661757\n", "train loss:0.012894048308665512\n", "train loss:0.06703168790483409\n", "train loss:0.024007275168250745\n", "train loss:0.01608954785538053\n", "train loss:0.02267645288782575\n", "train loss:0.07532654843381603\n", "train loss:0.02305380857805396\n", "train loss:0.054679226320993445\n", "train loss:0.10060379436878403\n", "train loss:0.03453253927788619\n", "train loss:0.06217366443736504\n", "train loss:0.029230836884421945\n", "train loss:0.03013746475305095\n", "train loss:0.04203476113122328\n", "train loss:0.016124945657148105\n", "train loss:0.025281915596449978\n", "train loss:0.03092712294199769\n", "train loss:0.08851003223812885\n", "train loss:0.018494081151768052\n", "train loss:0.04464325884296914\n", "train loss:0.034291893822412906\n", "train loss:0.038795388591060534\n", "train loss:0.06143411428276252\n", "train loss:0.013638498138200155\n", "train loss:0.018061789981503307\n", "train loss:0.036942195537437626\n", "train loss:0.015071605920219399\n", "train loss:0.04223888682123786\n", "train loss:0.057352127845881194\n", "train loss:0.07707043995679505\n", "train loss:0.06008501154336907\n", "train loss:0.012902819978793003\n", "train loss:0.06491162528924431\n", "train loss:0.02357634184703935\n", "train loss:0.037691426701916275\n", "train loss:0.025911427229774183\n", "train loss:0.028033248892384642\n", "train loss:0.0633181667294675\n", "train loss:0.029188766510229346\n", "train loss:0.007819933724406094\n", "train loss:0.02890707105110639\n", "train loss:0.07244788178856444\n", "train loss:0.019087831698143674\n", "train loss:0.07823904171028277\n", "train loss:0.08333241957454623\n", "train loss:0.06387103334840438\n", "train loss:0.031916686101703104\n", "train loss:0.01919898975365535\n", "train loss:0.01839311261029583\n", "train loss:0.029336934055237213\n", "train loss:0.0702935141589452\n", "train loss:0.05931876185954667\n", "train loss:0.024941249160857857\n", "train loss:0.02709334161671909\n", "train loss:0.03566133167911801\n", "train loss:0.07797527094701928\n", "train loss:0.06321732979475804\n", "train loss:0.017794653675595514\n", "train loss:0.10246358717858575\n", "train loss:0.038868129695984126\n", "train loss:0.05204172054987012\n", "train loss:0.013289497381290174\n", "train loss:0.04450678528597929\n", "train loss:0.03901548121878348\n", "train loss:0.033816138283685314\n", "train loss:0.046129877712244\n", "train loss:0.04090785834610305\n", "train loss:0.029903169089751488\n", "train loss:0.05060905597638175\n", "train loss:0.022132775696172537\n", "train loss:0.11031380152140904\n", "train loss:0.03242549365316772\n", "train loss:0.06618315025291834\n", "train loss:0.11269299226914026\n", "train loss:0.03676574269239819\n", "train loss:0.09991750879739396\n", "train loss:0.06993585183011718\n", "train loss:0.014425620777965206\n", "train loss:0.09752470917692875\n", "train loss:0.0418951638090372\n", "train loss:0.014645735242427333\n", "train loss:0.08587858575454252\n", "train loss:0.015179123720224423\n", "train loss:0.10176652318833161\n", "train loss:0.024309167845019786\n", "train loss:0.02915060709581586\n", "train loss:0.04875011783070591\n", "train loss:0.013787254850130411\n", "train loss:0.03179941612272367\n", "train loss:0.08888813051820778\n", "train loss:0.021105109090034383\n", "train loss:0.014352292389025325\n", "train loss:0.029773461932671254\n", "train loss:0.04884291132276399\n", "train loss:0.040313484239839804\n", "train loss:0.01269210561453904\n", "train loss:0.0319781523183992\n", "train loss:0.09539544070633163\n", "train loss:0.020880065848244467\n", "train loss:0.05019576335115593\n", "train loss:0.024974655724965725\n", "train loss:0.0328881786527122\n", "train loss:0.051016004427862284\n", "train loss:0.030566977113049214\n", "train loss:0.030136691793494874\n", "train loss:0.06871879352595331\n", "train loss:0.05352376876565138\n", "train loss:0.02452769097863675\n", "train loss:0.014713160158046072\n", "train loss:0.02313780110239772\n", "train loss:0.03175129007708684\n", "train loss:0.02912195733881231\n", "train loss:0.032444516748305716\n", "train loss:0.03675129415193473\n", "train loss:0.016183982821007404\n", "train loss:0.02967807076268234\n", "train loss:0.028785907043032462\n", "train loss:0.01566757777274242\n", "train loss:0.04307563248433035\n", "train loss:0.06437955499765452\n", "train loss:0.04754256168382513\n", "train loss:0.06366297185279\n", "train loss:0.015869353464530108\n", "train loss:0.046115355007506256\n", "train loss:0.02702939403927274\n", "train loss:0.012338914054354997\n", "train loss:0.031610759026882006\n", "train loss:0.031549358168598926\n", "train loss:0.018303451159019844\n", "train loss:0.07093628451677661\n", "train loss:0.018078871915169187\n", "train loss:0.12087558035731429\n", "train loss:0.00517819725118527\n", "train loss:0.012043705409173251\n", "train loss:0.009201077085150233\n", "train loss:0.03007899568817494\n", "train loss:0.06264172766433378\n", "train loss:0.04474742047778904\n", "train loss:0.021808304645848577\n", "train loss:0.026249376481007912\n", "train loss:0.018903743696257618\n", "train loss:0.027466235740555053\n", "train loss:0.05961272904790928\n", "train loss:0.06964683725231376\n", "train loss:0.04923428049740403\n", "train loss:0.015857881789772516\n", "train loss:0.015176069406954887\n", "train loss:0.07925611133420656\n", "train loss:0.01576363479659992\n", "train loss:0.02045275927358088\n", "train loss:0.05883135784819529\n", "train loss:0.07685521818743349\n", "train loss:0.03280525861568142\n", "train loss:0.053822957253507726\n", "train loss:0.05254412108139546\n", "train loss:0.016153987553384007\n", "train loss:0.11248949128833932\n", "train loss:0.0214412376289576\n", "train loss:0.045966339745783076\n", "train loss:0.0320726862995701\n", "train loss:0.0397201395972879\n", "train loss:0.04828464833121137\n", "train loss:0.07330375046685292\n", "train loss:0.007283062037012688\n", "train loss:0.035913693902403204\n", "train loss:0.05436163019997361\n", "train loss:0.028075508371326285\n", "train loss:0.05726470792754329\n", "train loss:0.042516826811623644\n", "train loss:0.015415253809270654\n", "train loss:0.017756649723216188\n", "train loss:0.02061263812338909\n", "train loss:0.006586613953139657\n", "train loss:0.025630082691001456\n", "train loss:0.014887982741344756\n", "train loss:0.04694522148967151\n", "train loss:0.08661254059468851\n", "train loss:0.013879104138843214\n", "train loss:0.025406744660828928\n", "train loss:0.03861754801648415\n", "train loss:0.08728498405020062\n", "train loss:0.005523162802620125\n", "train loss:0.006308121468553537\n", "train loss:0.014705887502637688\n", "train loss:0.05736505415970603\n", "train loss:0.035688735810522426\n", "train loss:0.035992410677580834\n", "train loss:0.03742404294540751\n", "train loss:0.01583682948960806\n", "train loss:0.0166831477609861\n", "train loss:0.029017964094124386\n", "train loss:0.04640114885232435\n", "train loss:0.03471224301531725\n", "train loss:0.05884263108002143\n", "train loss:0.04399987766853996\n", "train loss:0.011527808469692718\n", "train loss:0.07415460386831745\n", "train loss:0.019828416003577494\n", "train loss:0.01167887181355394\n", "train loss:0.10431822429698798\n", "train loss:0.02534964748456979\n", "train loss:0.08471055482502951\n", "train loss:0.03453753868218987\n", "train loss:0.08261884241830401\n", "train loss:0.025685831981138368\n", "train loss:0.055807703728289235\n", "train loss:0.02858552826307832\n", "train loss:0.01034541574545294\n", "train loss:0.05362551595405227\n", "train loss:0.04776836112790987\n", "train loss:0.03130788748334123\n", "train loss:0.036592674712883924\n", "train loss:0.04318617485493911\n", "train loss:0.019865745309850497\n", "train loss:0.024499248067426392\n", "train loss:0.020968609095346834\n", "train loss:0.05105451902878678\n", "train loss:0.012472123231231409\n", "train loss:0.04748240731015013\n", "train loss:0.07541287692835272\n", "train loss:0.06204328250113037\n", "train loss:0.014746769749356584\n", "train loss:0.01616704949158204\n", "train loss:0.07760953523480695\n", "train loss:0.026333286834283053\n", "train loss:0.004259195058167985\n", "train loss:0.022055878862269018\n", "train loss:0.023708689235021344\n", "train loss:0.017391657968011977\n", "train loss:0.01776646519947223\n", "train loss:0.02559491786455575\n", "train loss:0.04754702376823865\n", "train loss:0.10368535243984292\n", "train loss:0.09163949911228352\n", "train loss:0.07430919282558764\n", "train loss:0.02123986604235647\n", "train loss:0.032232176405465156\n", "train loss:0.01680273037531205\n", "train loss:0.07926134647239107\n", "train loss:0.04986107456876799\n", "train loss:0.014083877432029636\n", "train loss:0.034981644669182105\n", "train loss:0.018544134677729945\n", "train loss:0.08249668910468586\n", "train loss:0.04414992246017094\n", "train loss:0.02856108501641928\n", "train loss:0.07329184498151692\n", "train loss:0.1339678312405838\n", "train loss:0.033182358452115215\n", "train loss:0.016499984739991223\n", "train loss:0.03773957135538694\n", "train loss:0.014226126867642339\n", "train loss:0.0326307320109428\n", "train loss:0.09399320140944133\n", "train loss:0.01948359042460076\n", "train loss:0.11460344016408104\n", "train loss:0.015831874729575743\n", "train loss:0.05757011395597823\n", "train loss:0.020339876280427025\n", "train loss:0.014345457084415996\n", "train loss:0.038877324193426765\n", "train loss:0.017821650863685104\n", "train loss:0.023091638427681197\n", "train loss:0.018021769124741915\n", "train loss:0.017224304269420995\n", "train loss:0.09422157422525566\n", "train loss:0.03632850666216884\n", "train loss:0.026036738359731054\n", "train loss:0.11861186792884824\n", "train loss:0.057362850698430785\n", "train loss:0.023807222562396486\n", "train loss:0.04949482836340462\n", "train loss:0.07244879222803374\n", "train loss:0.011636925218268417\n", "train loss:0.06344272294043385\n", "train loss:0.044691031594983485\n", "train loss:0.00727964947051534\n", "train loss:0.011143841575511727\n", "train loss:0.018102260649718333\n", "train loss:0.0524778685527673\n", "train loss:0.05239437167527293\n", "train loss:0.029216813918664375\n", "train loss:0.016108307099683222\n", "train loss:0.07925763108452241\n", "train loss:0.02947388033089691\n", "train loss:0.020119380048601306\n", "train loss:0.04442950737662777\n", "train loss:0.00815188402307634\n", "train loss:0.017094700021602995\n", "train loss:0.021446327567940543\n", "train loss:0.02048789628268294\n", "train loss:0.019909736824381453\n", "train loss:0.03603470429647335\n", "train loss:0.056150252666137365\n", "train loss:0.012159373311684811\n", "train loss:0.01705095569088197\n", "train loss:0.006353443439949309\n", "train loss:0.014697126023211785\n", "train loss:0.019225477067689834\n", "train loss:0.010428199920138548\n", "train loss:0.012305656405604526\n", "train loss:0.011996277578358354\n", "train loss:0.08241571461854984\n", "train loss:0.04634489262304725\n", "train loss:0.015901138341046527\n", "train loss:0.017821618642804973\n", "train loss:0.025970433829458142\n", "train loss:0.02497077423766398\n", "train loss:0.009874628782468626\n", "train loss:0.030447830856696386\n", "train loss:0.06897038972548737\n", "train loss:0.05642743443843246\n", "train loss:0.018950186122606492\n", "train loss:0.03833640625490427\n", "train loss:0.04471588651186315\n", "train loss:0.043293499855358776\n", "train loss:0.02718646373071284\n", "train loss:0.0299316400570416\n", "train loss:0.006929443615768185\n", "train loss:0.0551958813600145\n", "train loss:0.054783007356798974\n", "train loss:0.03487647469670286\n", "train loss:0.02907695307320739\n", "train loss:0.008123751354286892\n", "train loss:0.016265601781019736\n", "train loss:0.05487271997527306\n", "train loss:0.015421738920565996\n", "train loss:0.009335459429510118\n", "train loss:0.015463574506726791\n", "train loss:0.019570531085632607\n", "train loss:0.010632629659519405\n", "train loss:0.05000411581589736\n", "train loss:0.06702692757952952\n", "train loss:0.03670516493402895\n", "train loss:0.013718276625680686\n", "train loss:0.040309190056266875\n", "train loss:0.08090271883803223\n", "train loss:0.026901476591031183\n", "train loss:0.06029707715047973\n", "train loss:0.035559875620221185\n", "train loss:0.038944857711849176\n", "train loss:0.04931328364475946\n", "train loss:0.011509378075506454\n", "train loss:0.012134827990985662\n", "train loss:0.02566316185812824\n", "train loss:0.01023601815083492\n", "train loss:0.050622006825890076\n", "train loss:0.011836202546102044\n", "train loss:0.0061922571461460315\n", "train loss:0.04370506225709127\n", "train loss:0.0191656830952203\n", "train loss:0.01915268188592412\n", "train loss:0.03154863541084192\n", "train loss:0.016121016638454982\n", "train loss:0.1031539744976571\n", "train loss:0.007088230485276545\n", "train loss:0.016633275179756803\n", "train loss:0.04166979935399598\n", "train loss:0.0128164368448205\n", "train loss:0.04747270249361347\n", "train loss:0.011490636115443065\n", "train loss:0.08282832133755079\n", "train loss:0.02303898769947786\n", "train loss:0.01769724872270959\n", "train loss:0.005904000120231619\n", "train loss:0.01612637719673013\n", "train loss:0.04916761647255179\n", "train loss:0.05314994460167252\n", "train loss:0.015975016999673155\n", "train loss:0.013813159246941138\n", "train loss:0.012470982330006555\n", "train loss:0.055956195827377965\n", "train loss:0.02699374829721187\n", "train loss:0.022758918451528953\n", "train loss:0.01528634488390753\n", "train loss:0.03092380098025585\n", "train loss:0.03024265577110958\n", "train loss:0.023613400751543653\n", "train loss:0.03715135782645828\n", "train loss:0.014126274683489046\n", "train loss:0.011551949646458897\n", "train loss:0.056518889160647866\n", "train loss:0.054048457520333854\n", "train loss:0.04676417957518285\n", "train loss:0.009836408071602324\n", "train loss:0.16055838675109083\n", "train loss:0.046789235750701694\n", "train loss:0.04993810504423577\n", "train loss:0.016775584393729587\n", "train loss:0.005407985127324938\n", "train loss:0.0051169235961055735\n", "train loss:0.163257977375782\n", "train loss:0.054702134971615496\n", "train loss:0.019040641931266464\n", "train loss:0.017532733494516495\n", "train loss:0.04117379530765025\n", "train loss:0.02575436765149155\n", "train loss:0.030884469529717837\n", "train loss:0.008040684543956294\n", "train loss:0.025674428644426543\n", "train loss:0.038266690003529245\n", "train loss:0.005001115103773938\n", "train loss:0.004477640882185141\n", "train loss:0.051615759606431055\n", "train loss:0.02457837393183985\n", "train loss:0.03725213862368519\n", "train loss:0.020615688966442364\n", "train loss:0.02818302411611799\n", "train loss:0.01105943555515242\n", "train loss:0.011431612242039979\n", "train loss:0.025080185661546118\n", "train loss:0.05422176198166578\n", "train loss:0.02541299940619922\n", "train loss:0.02024054625682478\n", "train loss:0.018513509692094803\n", "train loss:0.1830561404897827\n", "train loss:0.023270084614556406\n", "train loss:0.0898899259436837\n", "train loss:0.03247115921991627\n", "train loss:0.013642860295868016\n", "train loss:0.04484210881235387\n", "train loss:0.015474215823336086\n", "train loss:0.08075932604890683\n", "train loss:0.07224414567741365\n", "train loss:0.05076435163818295\n", "train loss:0.03421168810786836\n", "train loss:0.03316769912982503\n", "train loss:0.014515376723280573\n", "train loss:0.056720333880658086\n", "train loss:0.06289893732800324\n", "train loss:0.02635807151474228\n", "train loss:0.03298037701279109\n", "train loss:0.008300467602148505\n", "train loss:0.004565003213216684\n", "train loss:0.10335319519515929\n", "train loss:0.021689224424884464\n", "train loss:0.015505620490589041\n", "train loss:0.04409565168868719\n", "train loss:0.04257607159762605\n", "train loss:0.016105016945707273\n", "train loss:0.035184923287541005\n", "train loss:0.004893776190244203\n", "train loss:0.10684072963932334\n", "train loss:0.005853356631178747\n", "train loss:0.026401190553102586\n", "train loss:0.011649062882035401\n", "train loss:0.04039527409027143\n", "train loss:0.05435583473512453\n", "train loss:0.014166334959993636\n", "train loss:0.06902487012690793\n", "train loss:0.013937869275472428\n", "train loss:0.02018446386304893\n", "train loss:0.07387691082781107\n", "train loss:0.022652221093066315\n", "train loss:0.013017631293552297\n", "train loss:0.04535955278210142\n", "train loss:0.0696465124335649\n", "train loss:0.0267430050535158\n", "train loss:0.016677708819622807\n", "train loss:0.055964744276573185\n", "train loss:0.01106163313301349\n", "train loss:0.02766299306375533\n", "train loss:0.02518936184285401\n", "train loss:0.06781927035037891\n", "train loss:0.013034426493230498\n", "train loss:0.022384292112818862\n", "train loss:0.03988962840025782\n", "train loss:0.031150681590229025\n", "train loss:0.028334264889839093\n", "train loss:0.008062586524479332\n", "train loss:0.02252419811508364\n", "train loss:0.0065829676207653206\n", "train loss:0.015930092325051385\n", "train loss:0.03159765947595625\n", "train loss:0.01877189558926013\n", "train loss:0.0057945814404916154\n", "train loss:0.014958178145228934\n", "train loss:0.02556583555914202\n", "train loss:0.019069354638344468\n", "train loss:0.07957104339331612\n", "train loss:0.01159126690261983\n", "train loss:0.013873913861138345\n", "train loss:0.028833520509607663\n", "train loss:0.020790974159429397\n", "train loss:0.010424554740687406\n", "train loss:0.02296101845668024\n", "train loss:0.02222629541063277\n", "train loss:0.043899726492336325\n", "train loss:0.05793956489094907\n", "train loss:0.020602234020633804\n", "train loss:0.03557208356040216\n", "train loss:0.0170902780207611\n", "train loss:0.02859417868412399\n", "train loss:0.011745805423262723\n", "train loss:0.020404796820890872\n", "train loss:0.010004549941601038\n", "train loss:0.013458930486615799\n", "train loss:0.01013356146712662\n", "train loss:0.02071765523122386\n", "train loss:0.030486236591162494\n", "train loss:0.03658272146609443\n", "train loss:0.0043327602244773895\n", "train loss:0.10248362247708569\n", "train loss:0.01202118452002968\n", "train loss:0.017556610424745527\n", "train loss:0.019090034157370088\n", "train loss:0.008537570798645724\n", "train loss:0.06320328853177569\n", "train loss:0.008559428547846809\n", "train loss:0.024809783496744925\n", "train loss:0.028609421287614584\n", "train loss:0.014315426409195918\n", "train loss:0.035459406845914435\n", "train loss:0.01648680051998574\n", "train loss:0.012373935323898742\n", "train loss:0.06647988245587917\n", "train loss:0.02404818661806445\n", "train loss:0.016177277900170133\n", "train loss:0.07615140658844988\n", "train loss:0.05079104593901933\n", "train loss:0.012300731696175597\n", "train loss:0.018772721476715038\n", "train loss:0.05439442685557152\n", "train loss:0.039509392975960185\n", "train loss:0.01891987003532731\n", "train loss:0.01620204058004621\n", "train loss:0.009408422268509443\n", "train loss:0.01616099530229238\n", "train loss:0.040028356175212165\n", "train loss:0.0332568498868389\n", "train loss:0.08432340684736184\n", "train loss:0.14192255550208382\n", "train loss:0.05466194108476388\n", "train loss:0.021776959788116012\n", "train loss:0.04470078088065671\n", "train loss:0.027877887810123982\n", "train loss:0.04285291257238099\n", "train loss:0.01806370900478899\n", "train loss:0.037534697226645514\n", "train loss:0.044500787995082176\n", "train loss:0.06418341277018454\n", "train loss:0.007004470177691468\n", "train loss:0.060450410187532444\n", "train loss:0.006461619791069183\n", "train loss:0.04166538027992009\n", "train loss:0.03668260278448908\n", "train loss:0.07520922452842642\n", "train loss:0.06188195742626815\n", "train loss:0.058564112153443953\n", "train loss:0.04806232033654016\n", "train loss:0.07518699947581725\n", "train loss:0.04170761008852493\n", "train loss:0.027813077340601945\n", "train loss:0.020504069572362605\n", "train loss:0.01410372876230406\n", "train loss:0.07040458221313134\n", "train loss:0.09457702254796611\n", "train loss:0.03276688310402648\n", "train loss:0.01929792173883481\n", "train loss:0.038721155930973146\n", "train loss:0.017974658323169718\n", "train loss:0.07584913704149258\n", "train loss:0.012918644518226304\n", "train loss:0.04083411575229148\n", "train loss:0.10373088366843287\n", "train loss:0.06493852942609425\n", "train loss:0.05165437073439087\n", "train loss:0.03378628230286916\n", "train loss:0.0264655219938016\n", "train loss:0.01947014966003506\n", "train loss:0.020841802093544314\n", "train loss:0.0376066948802042\n", "train loss:0.020090351608981694\n", "train loss:0.02172039902333242\n", "train loss:0.037644948559705876\n", "train loss:0.02337074473192971\n", "train loss:0.04831000762015389\n", "train loss:0.02493669618076908\n", "train loss:0.00820541063412413\n", "train loss:0.04503619208455177\n", "train loss:0.04000958454632823\n", "train loss:0.01257720769181491\n", "train loss:0.01727157299371507\n", "train loss:0.01799272008680515\n", "train loss:0.007113542263039493\n", "train loss:0.03622200742155053\n", "train loss:0.018796845197297664\n", "train loss:0.027845458909102398\n", "train loss:0.010813587007076193\n", "train loss:0.015038663356990889\n", "train loss:0.0393309736067654\n", "train loss:0.041057809137809445\n", "train loss:0.0054358844991558375\n", "=== epoch:5, train acc:0.984, test acc:0.986 ===\n", "train loss:0.023122690119360523\n", "train loss:0.009466967272082443\n", "train loss:0.029628092770504603\n", "train loss:0.00899470029193598\n", "train loss:0.016505664627397606\n", "train loss:0.030172025509089703\n", "train loss:0.05308828529175511\n", "train loss:0.030663748900331685\n", "train loss:0.03153512311774677\n", "train loss:0.03627908601375604\n", "train loss:0.029674463335808126\n", "train loss:0.005304957380196805\n", "train loss:0.08862138681177267\n", "train loss:0.026674199682021546\n", "train loss:0.02702188353375835\n", "train loss:0.007598043556373941\n", "train loss:0.011135368368557467\n", "train loss:0.027339102754476888\n", "train loss:0.009570892485217274\n", "train loss:0.01058468087939465\n", "train loss:0.03380056280263626\n", "train loss:0.023370384133545002\n", "train loss:0.019226377008276053\n", "train loss:0.022289138144051625\n", "train loss:0.02735254528237752\n", "train loss:0.053976888558495285\n", "train loss:0.010842316293577108\n", "train loss:0.011357860553246248\n", "train loss:0.03879068318073082\n", "train loss:0.00873946770880128\n", "train loss:0.02683800577198435\n", "train loss:0.010088126599744117\n", "train loss:0.011638495813868006\n", "train loss:0.008344471232514104\n", "train loss:0.07923808760664797\n", "train loss:0.010905154129685093\n", "train loss:0.07407397129268051\n", "train loss:0.01149487716052823\n", "train loss:0.007903634688888293\n", "train loss:0.022835975723234533\n", "train loss:0.009429318351078146\n", "train loss:0.00878547038855903\n", "train loss:0.06388027396970059\n", "train loss:0.05412300253178292\n", "train loss:0.028846291984207663\n", "train loss:0.061849372507243115\n", "train loss:0.006552284061027006\n", "train loss:0.0194019547148051\n", "train loss:0.06685701345421395\n", "train loss:0.014763707506760832\n", "train loss:0.07302842751888294\n", "train loss:0.034268877817484535\n", "train loss:0.016033234700800255\n", "train loss:0.009935969824656436\n", "train loss:0.042277414668713986\n", "train loss:0.03522192283822074\n", "train loss:0.03316407417947411\n", "train loss:0.03145042119123308\n", "train loss:0.03508671392842928\n", "train loss:0.018614823858243985\n", "train loss:0.036856057489196764\n", "train loss:0.01508410793055456\n", "train loss:0.04482141968414379\n", "train loss:0.08744135313678068\n", "train loss:0.0039643216795028245\n", "train loss:0.013663308552745326\n", "train loss:0.01999904139785279\n", "train loss:0.02274163243598879\n", "train loss:0.010338051514604922\n", "train loss:0.02725786972828072\n", "train loss:0.02757543836401588\n", "train loss:0.07050972021024209\n", "train loss:0.11555471687845348\n", "train loss:0.02988434876242592\n", "train loss:0.011888331607321652\n", "train loss:0.008943740541347835\n", "train loss:0.02078531795583942\n", "train loss:0.006626511679833002\n", "train loss:0.02796883320835171\n", "train loss:0.010247259406546038\n", "train loss:0.019463760462127656\n", "train loss:0.009197328903505641\n", "train loss:0.03886026345866384\n", "train loss:0.016899364906337377\n", "train loss:0.01519423854509403\n", "train loss:0.021030611875950806\n", "train loss:0.05730774248438623\n", "train loss:0.02099274567970598\n", "train loss:0.061070314543452256\n", "train loss:0.08843157420496237\n", "train loss:0.019965332120370435\n", "train loss:0.022115381341901653\n", "train loss:0.01858433060214698\n", "train loss:0.011191405678215052\n", "train loss:0.01124653298712666\n", "train loss:0.008050147744918162\n", "train loss:0.006305001842582715\n", "train loss:0.019454029291274818\n", "train loss:0.014601933114870463\n", "train loss:0.0238375662542739\n", "train loss:0.06712898007591762\n", "train loss:0.005278963526065904\n", "train loss:0.02771756187375069\n", "train loss:0.053301024007325254\n", "train loss:0.017634821031911867\n", "train loss:0.05512650239090321\n", "train loss:0.03914863153026723\n", "train loss:0.015137719970684865\n", "train loss:0.06834271558800867\n", "train loss:0.019928532028968656\n", "train loss:0.03352766320206006\n", "train loss:0.03042437338516249\n", "train loss:0.05489684712935718\n", "train loss:0.05335035768498793\n", "train loss:0.010256859873294652\n", "train loss:0.03312892508858366\n", "train loss:0.06477569610193534\n", "train loss:0.02673133727340571\n", "train loss:0.054635663621882234\n", "train loss:0.030369926321915614\n", "train loss:0.011971198733859106\n", "train loss:0.01815479139444039\n", "train loss:0.039357561294345186\n", "train loss:0.011264720163378997\n", "train loss:0.053204775027141826\n", "train loss:0.017329220676548775\n", "train loss:0.01740324261143723\n", "train loss:0.01654959353211726\n", "train loss:0.07270739709298271\n", "train loss:0.006122153191327454\n", "train loss:0.010133680342971121\n", "train loss:0.04217941220556581\n", "train loss:0.01341451814531597\n", "train loss:0.05709870758448332\n", "train loss:0.026766561073629937\n", "train loss:0.01875379312272238\n", "train loss:0.022940541007172736\n", "train loss:0.04455386076563438\n", "train loss:0.012972644740873547\n", "train loss:0.027260481466522272\n", "train loss:0.008563495585204568\n", "train loss:0.05457416306151219\n", "train loss:0.03373020970982781\n", "train loss:0.03814350709659648\n", "train loss:0.026837921204544736\n", "train loss:0.01227801230389879\n", "train loss:0.032154509183331584\n", "train loss:0.04244814810168362\n", "train loss:0.03134823488215479\n", "train loss:0.08034230678442132\n", "train loss:0.007588904092842966\n", "train loss:0.042018139998276964\n", "train loss:0.015462788141653937\n", "train loss:0.007637490553872985\n", "train loss:0.007654903839731931\n", "train loss:0.012535208848391323\n", "train loss:0.04001960727362314\n", "train loss:0.10365052151684338\n", "train loss:0.028740008384983765\n", "train loss:0.017569693314743076\n", "train loss:0.005704202794068224\n", "train loss:0.003449712142184768\n", "train loss:0.00762306944371847\n", "train loss:0.05456665009379643\n", "train loss:0.042390549442450985\n", "train loss:0.02927024402522145\n", "train loss:0.015336871082273308\n", "train loss:0.01737823941344959\n", "train loss:0.034649401315546446\n", "train loss:0.021410497064377806\n", "train loss:0.052484444585437925\n", "train loss:0.007343849132869254\n", "train loss:0.047790554048603155\n", "train loss:0.021304907066110546\n", "train loss:0.029324272372860047\n", "train loss:0.03519793125597016\n", "train loss:0.0857668186466397\n", "train loss:0.032266360325423606\n", "train loss:0.009286715738987584\n", "train loss:0.016511458462082657\n", "train loss:0.009357754846856518\n", "train loss:0.03547508910248727\n", "train loss:0.0063216899078574595\n", "train loss:0.022365088633783833\n", "train loss:0.025829214485534834\n", "train loss:0.012637056852036688\n", "train loss:0.09848628363791559\n", "train loss:0.07540556369689208\n", "train loss:0.03068540763889796\n", "train loss:0.016337479806830316\n", "train loss:0.03646099120223259\n", "train loss:0.07155178148161151\n", "train loss:0.017531490784421087\n", "train loss:0.025329464033394908\n", "train loss:0.0363319203821002\n", "train loss:0.022795028411766234\n", "train loss:0.035083662735247406\n", "train loss:0.047275223103361234\n", "train loss:0.020169311663211766\n", "train loss:0.018864477549165194\n", "train loss:0.0038457941658765465\n", "train loss:0.004517688981435391\n", "train loss:0.0073434012756068015\n", "train loss:0.047489754583423756\n", "train loss:0.05084381689056983\n", "train loss:0.06576680919663809\n", "train loss:0.014107733550550356\n", "train loss:0.012620629282323364\n", "train loss:0.02740832778425657\n", "train loss:0.08918607623750693\n", "train loss:0.01039104885531014\n", "train loss:0.012434387258894977\n", "train loss:0.021009693657357786\n", "train loss:0.049159022169353354\n", "train loss:0.02463371859210664\n", "train loss:0.09888871172849167\n", "train loss:0.016069900304432297\n", "train loss:0.03383157697737382\n", "train loss:0.03360343230614501\n", "train loss:0.015084568473545732\n", "train loss:0.04496713002809003\n", "train loss:0.013005465970988108\n", "train loss:0.028783226523778304\n", "train loss:0.10567710598881047\n", "train loss:0.010073993597181004\n", "train loss:0.021879986763007\n", "train loss:0.02648160808104725\n", "train loss:0.007192275322942036\n", "train loss:0.013985504840272998\n", "train loss:0.010985002877863916\n", "train loss:0.0249420870602024\n", "train loss:0.030999216623435553\n", "train loss:0.0225905849996204\n", "train loss:0.01718043546492637\n", "train loss:0.03477753690558069\n", "train loss:0.030703993417836525\n", "train loss:0.018551501454668304\n", "train loss:0.02213671722491037\n", "train loss:0.010687178151752153\n", "train loss:0.03318325125247085\n", "train loss:0.05228005041187554\n", "train loss:0.008245820347081973\n", "train loss:0.026462048994107867\n", "train loss:0.08313573586409126\n", "train loss:0.006505674836441293\n", "train loss:0.019440210955597736\n", "train loss:0.03779171783271585\n", "train loss:0.015836584862279998\n", "train loss:0.017985666876789822\n", "train loss:0.014376094604612605\n", "train loss:0.030732747810922265\n", "train loss:0.00932490646640006\n", "train loss:0.03462369122275907\n", "train loss:0.013079397306474156\n", "train loss:0.0348684681395359\n", "train loss:0.032688494660869746\n", "train loss:0.0478741175351775\n", "train loss:0.07648101515757941\n", "train loss:0.03245179696302711\n", "train loss:0.06782011235136944\n", "train loss:0.020489368087617973\n", "train loss:0.07292778971225204\n", "train loss:0.012868201085253616\n", "train loss:0.07074930587338189\n", "train loss:0.01653532882906443\n", "train loss:0.050779488966296055\n", "train loss:0.025719228569556732\n", "train loss:0.03281196948741768\n", "train loss:0.024828882469772884\n", "train loss:0.020892998905294887\n", "train loss:0.037767619731015854\n", "train loss:0.007894738448561972\n", "train loss:0.039760597436469834\n", "train loss:0.006113168614102042\n", "train loss:0.014403266129796612\n", "train loss:0.012506712910111427\n", "train loss:0.04126649640585598\n", "train loss:0.019358012194434143\n", "train loss:0.02053309511277087\n", "train loss:0.026703377343357048\n", "train loss:0.04427878734151676\n", "train loss:0.01699799951976162\n", "train loss:0.04128364817022521\n", "train loss:0.08440660346327788\n", "train loss:0.03345986008961904\n", "train loss:0.02119730515737509\n", "train loss:0.033119168111277346\n", "train loss:0.05247511931090136\n", "train loss:0.03390906637309168\n", "train loss:0.08239313837560919\n", "train loss:0.003986200266054259\n", "train loss:0.06926122584844169\n", "train loss:0.009453066040618067\n", "train loss:0.012246308755265299\n", "train loss:0.02286719207866837\n", "train loss:0.01946624836061072\n", "train loss:0.019987178915505485\n", "train loss:0.028378655454886922\n", "train loss:0.03635412020539415\n", "train loss:0.14475375299742355\n", "train loss:0.01622848878153855\n", "train loss:0.01107167666668737\n", "train loss:0.05087393578907704\n", "train loss:0.007201759138558805\n", "train loss:0.009717151151864077\n", "train loss:0.008783014235417275\n", "train loss:0.0109450165925321\n", "train loss:0.01650852911102045\n", "train loss:0.016118985628971745\n", "train loss:0.09500131118617353\n", "train loss:0.0030834238805153\n", "train loss:0.020734123872416566\n", "train loss:0.029039697880984972\n", "train loss:0.007316785591653403\n", "train loss:0.021488703954794176\n", "train loss:0.008999827401020571\n", "train loss:0.04098687033107025\n", "train loss:0.005619538827558877\n", "train loss:0.01297507468299448\n", "train loss:0.03832378080337618\n", "train loss:0.031499758546777105\n", "train loss:0.02112626517728606\n", "train loss:0.026763882440693415\n", "train loss:0.011933660945814597\n", "train loss:0.0054623450187042625\n", "train loss:0.02801909656559731\n", "train loss:0.00547214277256395\n", "train loss:0.0073843794312218455\n", "train loss:0.06963690694355754\n", "train loss:0.01400393418017379\n", "train loss:0.004853658198806105\n", "train loss:0.01513681216702553\n", "train loss:0.006975386979530561\n", "train loss:0.00505313881157948\n", "train loss:0.010792337241579051\n", "train loss:0.05393932242862059\n", "train loss:0.021925866645824185\n", "train loss:0.034120539145534104\n", "train loss:0.009624534782044652\n", "train loss:0.003902177775096278\n", "train loss:0.016711650411829093\n", "train loss:0.011571790463939384\n", "train loss:0.016240187466701094\n", "train loss:0.004992121444867111\n", "train loss:0.013277634902254025\n", "train loss:0.013694422231211412\n", "train loss:0.019668119583051494\n", "train loss:0.02377515626284449\n", "train loss:0.002423962867861763\n", "train loss:0.01305496620930945\n", "train loss:0.00853574358666494\n", "train loss:0.05059582471193887\n", "train loss:0.021372635759149917\n", "train loss:0.023527081817617847\n", "train loss:0.017364766206293472\n", "train loss:0.015024917522140344\n", "train loss:0.029504816572479223\n", "train loss:0.01933843641328532\n", "train loss:0.009738267537337366\n", "train loss:0.00518272386549734\n", "train loss:0.13857557599299045\n", "train loss:0.03061050419493224\n", "train loss:0.028400750110875807\n", "train loss:0.008544039008916185\n", "train loss:0.03652693300156258\n", "train loss:0.06832111587456706\n", "train loss:0.016950857979724513\n", "train loss:0.008411063069726017\n", "train loss:0.029227409164946788\n", "train loss:0.025121730742152987\n", "train loss:0.007951330984507716\n", "train loss:0.003443821631504113\n", "train loss:0.0037181272779820557\n", "train loss:0.04791045626781019\n", "train loss:0.01680429571624313\n", "train loss:0.009979056774473642\n", "train loss:0.009517057637104413\n", "train loss:0.03622749692088956\n", "train loss:0.002430105206587312\n", "train loss:0.06407963313917171\n", "train loss:0.008535544678626973\n", "train loss:0.006791593447044818\n", "train loss:0.018676360740672998\n", "train loss:0.025914225492638412\n", "train loss:0.06925843182511329\n", "train loss:0.02862916180139144\n", "train loss:0.015439627472869456\n", "train loss:0.03189969557084398\n", "train loss:0.011369781050391133\n", "train loss:0.009034519316179622\n", "train loss:0.007104361146577166\n", "train loss:0.018582259691389075\n", "train loss:0.03275340143814411\n", "train loss:0.05785097103435813\n", "train loss:0.01556768390810135\n", "train loss:0.047029246604870095\n", "train loss:0.01814698551741346\n", "train loss:0.06819621984748762\n", "train loss:0.01738909725777136\n", "train loss:0.0200507346710656\n", "train loss:0.07114277426462957\n", "train loss:0.009116894388467233\n", "train loss:0.022300810400463788\n", "train loss:0.012489742935831175\n", "train loss:0.012871442870445043\n", "train loss:0.011731185725593774\n", "train loss:0.04886225753576791\n", "train loss:0.05003266478145067\n", "train loss:0.07715593816605741\n", "train loss:0.007071386022728796\n", "train loss:0.01134450086556196\n", "train loss:0.059184794596313824\n", "train loss:0.007779778157922046\n", "train loss:0.040998049139168165\n", "train loss:0.015063039329948867\n", "train loss:0.026446451728289105\n", "train loss:0.03194529203039007\n", "train loss:0.034107169281900905\n", "train loss:0.041434188055790334\n", "train loss:0.03845864781619226\n", "train loss:0.07569345688320378\n", "train loss:0.038488492151575834\n", "train loss:0.010920397531017756\n", "train loss:0.0735305014617039\n", "train loss:0.015495150503731472\n", "train loss:0.06759994040010729\n", "train loss:0.04005204082730484\n", "train loss:0.012572169169683088\n", "train loss:0.042336780999961625\n", "train loss:0.06920494146763724\n", "train loss:0.009730878266633389\n", "train loss:0.004423992715241847\n", "train loss:0.007357230251372204\n", "train loss:0.01746412013368573\n", "train loss:0.02948263939906972\n", "train loss:0.010901474195934582\n", "train loss:0.008196267624866345\n", "train loss:0.010136665655107407\n", "train loss:0.014409213321339355\n", "train loss:0.0056067310121123695\n", "train loss:0.00813267526207478\n", "train loss:0.0116597269920487\n", "train loss:0.008049529314492414\n", "train loss:0.01084986889897231\n", "train loss:0.022780160312425028\n", "train loss:0.03119799204695761\n", "train loss:0.004976930299450136\n", "train loss:0.1145975310590178\n", "train loss:0.020578770976616263\n", "train loss:0.007279902319249163\n", "train loss:0.017825636045271785\n", "train loss:0.007743048127125101\n", "train loss:0.05001669948605827\n", "train loss:0.010505932075696495\n", "train loss:0.029260043171086044\n", "train loss:0.006434657646855939\n", "train loss:0.05808344084916055\n", "train loss:0.012852911470570555\n", "train loss:0.011243581339392366\n", "train loss:0.07931955555726303\n", "train loss:0.02723935428868109\n", "train loss:0.03701885088252308\n", "train loss:0.008125471871573432\n", "train loss:0.018115107879180012\n", "train loss:0.03130856145435302\n", "train loss:0.11201123394358785\n", "train loss:0.0839837896458639\n", "train loss:0.011917011143016775\n", "train loss:0.018522460606431805\n", "train loss:0.016619082609832716\n", "train loss:0.03287013771790261\n", "train loss:0.02108070173969406\n", "train loss:0.03341129486774419\n", "train loss:0.02220978202230518\n", "train loss:0.009149126063461119\n", "train loss:0.06343600851219526\n", "train loss:0.02666990521223476\n", "train loss:0.046076669662102755\n", "train loss:0.0637740187670543\n", "train loss:0.030046527489934687\n", "train loss:0.032640048301331576\n", "train loss:0.02168554108797129\n", "train loss:0.04414930443545608\n", "train loss:0.010793930940239277\n", "train loss:0.004519065380251302\n", "train loss:0.0209806439676656\n", "train loss:0.013215359603045318\n", "train loss:0.010458565773201214\n", "train loss:0.006931921244055806\n", "train loss:0.02261940039297171\n", "train loss:0.029225256514563563\n", "train loss:0.030645803443253992\n", "train loss:0.006892988946260516\n", "train loss:0.015173094794002816\n", "train loss:0.012004372714372864\n", "train loss:0.01100956853664461\n", "train loss:0.028571499058283316\n", "train loss:0.02851066388274261\n", "train loss:0.017450918832410116\n", "train loss:0.030076267098560913\n", "train loss:0.03762757289116933\n", "train loss:0.06918324014264901\n", "train loss:0.019381421518010162\n", "train loss:0.03390854745292552\n", "train loss:0.009713827630054066\n", "train loss:0.0175929043685701\n", "train loss:0.016389979563769124\n", "train loss:0.017830895606010824\n", "train loss:0.05854801806750078\n", "train loss:0.01568626488264052\n", "train loss:0.008633518101905819\n", "train loss:0.021973931048217404\n", "train loss:0.009862924695696737\n", "train loss:0.017779684049943713\n", "train loss:0.03833216507624365\n", "train loss:0.016132121628258708\n", "train loss:0.034481169144094576\n", "train loss:0.024872771951022825\n", "train loss:0.022906431366741847\n", "train loss:0.03358829671594086\n", "train loss:0.0036565390060984177\n", "train loss:0.013759322366165328\n", "train loss:0.06235949136809933\n", "train loss:0.009822069455098508\n", "train loss:0.020429471001074378\n", "train loss:0.012398569837213682\n", "train loss:0.014515118411271876\n", "train loss:0.007126499742908576\n", "train loss:0.05019674499741375\n", "train loss:0.026148503062615146\n", "train loss:0.0324229180897027\n", "train loss:0.032918001710621425\n", "train loss:0.008433788903598926\n", "train loss:0.017118737248172634\n", "train loss:0.01740969076975327\n", "train loss:0.027460302353611597\n", "train loss:0.010335629033769176\n", "train loss:0.0096139989624835\n", "train loss:0.021399339049377568\n", "train loss:0.00949035873585489\n", "train loss:0.024889774919609052\n", "train loss:0.026044236366442437\n", "train loss:0.01180547616053175\n", "train loss:0.014531419201046525\n", "train loss:0.008906663117943147\n", "train loss:0.011127844830620258\n", "train loss:0.018737485069699786\n", "train loss:0.01478700626865699\n", "train loss:0.058949551482597416\n", "train loss:0.00496534299799709\n", "train loss:0.027268417234602053\n", "train loss:0.024162074902962558\n", "train loss:0.07575659654269377\n", "train loss:0.00867977124190966\n", "train loss:0.024608043966868384\n", "train loss:0.037291505468028154\n", "train loss:0.031461446087855255\n", "train loss:0.014522401291781424\n", "train loss:0.009177603740735873\n", "train loss:0.04445782982127937\n", "train loss:0.005833612785053563\n", "train loss:0.0426330514354631\n", "train loss:0.010202036977428703\n", "train loss:0.008170742066731938\n", "train loss:0.07842513768955273\n", "train loss:0.012778719520851793\n", "train loss:0.015401611081138076\n", "train loss:0.15111320767289224\n", "train loss:0.012985062283263233\n", "train loss:0.020423954123359008\n", "train loss:0.010645044000579999\n", "train loss:0.029018508750497593\n", "train loss:0.0597896147906988\n", "train loss:0.0252908887675674\n", "train loss:0.060874440762466786\n", "train loss:0.028576473856170858\n", "train loss:0.0033072192769778488\n", "train loss:0.012476214121272776\n", "train loss:0.05504910044235132\n", "train loss:0.012773178347138904\n", "train loss:0.023273978492435884\n", "train loss:0.008369960875369628\n", "train loss:0.02294953609569582\n", "train loss:0.07756786253522109\n", "train loss:0.010402899102336325\n", "train loss:0.004514616139233936\n", "train loss:0.00902264472193916\n", "train loss:0.009733444609776772\n", "train loss:0.010171262225583616\n", "train loss:0.003919116431331948\n", "train loss:0.027302584057989174\n", "train loss:0.04282936575337708\n", "train loss:0.03323383622572826\n", "train loss:0.030166982262418936\n", "train loss:0.021112393595728463\n", "train loss:0.024228862054367896\n", "train loss:0.008237708480829468\n", "train loss:0.010129649659901678\n", "train loss:0.014877686257686856\n", "train loss:0.01814738741929897\n", "=== epoch:6, train acc:0.991, test acc:0.987 ===\n", "train loss:0.0288700646879293\n", "train loss:0.007360010828802662\n", "train loss:0.009665621465522984\n", "train loss:0.005378733604821746\n", "train loss:0.01311284895212021\n", "train loss:0.021116407050401746\n", "train loss:0.009689716078798247\n", "train loss:0.037052702002961374\n", "train loss:0.03186131800772662\n", "train loss:0.013800892245716748\n", "train loss:0.006481722895462669\n", "train loss:0.004665022069540538\n", "train loss:0.017679213478455216\n", "train loss:0.002846718221619883\n", "train loss:0.020239762024106864\n", "train loss:0.012680356161723739\n", "train loss:0.009415763940864715\n", "train loss:0.01005976930734408\n", "train loss:0.02132274843923673\n", "train loss:0.02685183801421547\n", "train loss:0.05209419635150053\n", "train loss:0.016872840837740728\n", "train loss:0.007135443135134145\n", "train loss:0.010872910429712496\n", "train loss:0.027163799830019538\n", "train loss:0.10893981218947747\n", "train loss:0.03333575522528451\n", "train loss:0.012995480234758185\n", "train loss:0.013351758731972333\n", "train loss:0.007760951946166351\n", "train loss:0.020041813971978684\n", "train loss:0.00475720564132096\n", "train loss:0.01752922754416269\n", "train loss:0.014743679685034072\n", "train loss:0.013650076325302933\n", "train loss:0.035759925136195705\n", "train loss:0.026257590006827966\n", "train loss:0.02997416269188638\n", "train loss:0.017258852995210697\n", "train loss:0.013776999779427018\n", "train loss:0.010587111093078196\n", "train loss:0.009961840489335452\n", "train loss:0.029781626496155393\n", "train loss:0.015754974111269984\n", "train loss:0.01569090184482573\n", "train loss:0.022127098387362175\n", "train loss:0.03614475975736\n", "train loss:0.021787903586352075\n", "train loss:0.032360701474908396\n", "train loss:0.023279970710302304\n", "train loss:0.0032212489852323665\n", "train loss:0.02566134684926918\n", "train loss:0.05295969613999205\n", "train loss:0.005845381147994398\n", "train loss:0.00238710400064491\n", "train loss:0.02196885122276366\n", "train loss:0.026872370839339757\n", "train loss:0.05167821004807714\n", "train loss:0.06587079912660784\n", "train loss:0.03161399718294627\n", "train loss:0.007522502104275306\n", "train loss:0.01875345750298238\n", "train loss:0.02891536565811979\n", "train loss:0.01137116595984347\n", "train loss:0.01895025520411011\n", "train loss:0.021557215895368728\n", "train loss:0.0191824603814075\n", "train loss:0.0143991098362646\n", "train loss:0.10422694670924187\n", "train loss:0.021359849695064454\n", "train loss:0.011653441829370812\n", "train loss:0.02256532048872524\n", "train loss:0.005854655101897726\n", "train loss:0.015444505883437596\n", "train loss:0.014659900436895515\n", "train loss:0.02940791591006249\n", "train loss:0.010079617333618944\n", "train loss:0.003608962873810454\n", "train loss:0.0111760845041288\n", "train loss:0.009096034227816319\n", "train loss:0.02014531320331585\n", "train loss:0.00233165025841654\n", "train loss:0.010997759263987517\n", "train loss:0.025461497183371217\n", "train loss:0.006629888123486015\n", "train loss:0.002460719513716825\n", "train loss:0.015483864449698292\n", "train loss:0.009176197037877117\n", "train loss:0.003266647849481608\n", "train loss:0.004915051462262254\n", "train loss:0.01848593115662477\n", "train loss:0.005999665699262605\n", "train loss:0.044648933747450784\n", "train loss:0.08573821824881156\n", "train loss:0.007623106431667679\n", "train loss:0.03131314518488773\n", "train loss:0.037703579567320844\n", "train loss:0.017112496047934776\n", "train loss:0.014135709197132518\n", "train loss:0.10188648512046239\n", "train loss:0.19403079002759804\n", "train loss:0.012307282799001165\n", "train loss:0.01333083311701181\n", "train loss:0.032586518864834255\n", "train loss:0.0053727018655272815\n", "train loss:0.007605847317641814\n", "train loss:0.014774327842208935\n", "train loss:0.025893097400502278\n", "train loss:0.008752183520871076\n", "train loss:0.006550701129186689\n", "train loss:0.03473239966134966\n", "train loss:0.05488904727136952\n", "train loss:0.011016016703005605\n", "train loss:0.007983130118714743\n", "train loss:0.024184167041744725\n", "train loss:0.04197435684892353\n", "train loss:0.01723814605731112\n", "train loss:0.07011209186748961\n", "train loss:0.017619015953417996\n", "train loss:0.021862411630651005\n", "train loss:0.006210055699746043\n", "train loss:0.027534319055492373\n", "train loss:0.005878490892074958\n", "train loss:0.012571471681367503\n", "train loss:0.09262481401764752\n", "train loss:0.005613763000874453\n", "train loss:0.015081142879910503\n", "train loss:0.012508219421956335\n", "train loss:0.022055467702018928\n", "train loss:0.031394445035559694\n", "train loss:0.012165271231306243\n", "train loss:0.013874020366134077\n", "train loss:0.022581133605501034\n", "train loss:0.041648332395621164\n", "train loss:0.01909789428037626\n", "train loss:0.014819027500295196\n", "train loss:0.01620863435686969\n", "train loss:0.018166434709063616\n", "train loss:0.025853590372207663\n", "train loss:0.019418197277004157\n", "train loss:0.04266146472723446\n", "train loss:0.01317888219559752\n", "train loss:0.024361577910703206\n", "train loss:0.01945425108972759\n", "train loss:0.014428523069427077\n", "train loss:0.02442979409013311\n", "train loss:0.018036901310843546\n", "train loss:0.005998952771773421\n", "train loss:0.010865919814023175\n", "train loss:0.029378693263224717\n", "train loss:0.020073934462967603\n", "train loss:0.01895253257533417\n", "train loss:0.05634857925878252\n", "train loss:0.007269597720622019\n", "train loss:0.0069036430768821795\n", "train loss:0.07153575592316753\n", "train loss:0.012640173142944055\n", "train loss:0.02111079124978266\n", "train loss:0.01051735737493926\n", "train loss:0.006402492152538739\n", "train loss:0.015042485957451794\n", "train loss:0.033955807066656594\n", "train loss:0.009954682537992905\n", "train loss:0.029187418892319416\n", "train loss:0.029794556949856176\n", "train loss:0.027145304881841862\n", "train loss:0.0377260955863363\n", "train loss:0.015125995436750382\n", "train loss:0.022845569946705745\n", "train loss:0.010598471857046335\n", "train loss:0.026334457578723054\n", "train loss:0.008811655435757652\n", "train loss:0.010275804987882338\n", "train loss:0.007154275847676701\n", "train loss:0.005729204102159466\n", "train loss:0.03489712557834399\n", "train loss:0.01577009891392497\n", "train loss:0.043992990894399904\n", "train loss:0.040097779370849046\n", "train loss:0.0155400314443725\n", "train loss:0.018603478337513978\n", "train loss:0.011730409745588468\n", "train loss:0.026911469189412073\n", "train loss:0.03221898598597596\n", "train loss:0.008584078810873886\n", "train loss:0.01718688619693671\n", "train loss:0.022639653125643328\n", "train loss:0.009902975402123817\n", "train loss:0.04827533804508671\n", "train loss:0.02192778345939255\n", "train loss:0.12024668510687098\n", "train loss:0.06533837121912228\n", "train loss:0.03817191168797137\n", "train loss:0.005688191990427186\n", "train loss:0.009600662117883105\n", "train loss:0.006496468195165952\n", "train loss:0.01306598895626443\n", "train loss:0.05012789587433729\n", "train loss:0.04785974010804467\n", "train loss:0.007722196660342988\n", "train loss:0.008812922712901771\n", "train loss:0.008301301228088608\n", "train loss:0.03488115870034106\n", "train loss:0.04540745472462167\n", "train loss:0.012024868062340648\n", "train loss:0.015741220479254386\n", "train loss:0.02791851511050569\n", "train loss:0.009085106917480436\n", "train loss:0.04464834842957595\n", "train loss:0.008121998115940183\n", "train loss:0.03596472630057043\n", "train loss:0.00780517978703849\n", "train loss:0.007002799311543871\n", "train loss:0.0022351466284996333\n", "train loss:0.006956266278363784\n", "train loss:0.004480780712939954\n", "train loss:0.013769165063602316\n", "train loss:0.03738010746201967\n", "train loss:0.012111526386038258\n", "train loss:0.008495696345633644\n", "train loss:0.02705111315112875\n", "train loss:0.04260314109682978\n", "train loss:0.024727198841452448\n", "train loss:0.04262500854812509\n", "train loss:0.022290756308603506\n", "train loss:0.007054061917539735\n", "train loss:0.02570761057301376\n", "train loss:0.010485980789406485\n", "train loss:0.02671555939786039\n", "train loss:0.03856906956963283\n", "train loss:0.056999686224955715\n", "train loss:0.02545270238548474\n", "train loss:0.03813353407911299\n", "train loss:0.02600786277693482\n", "train loss:0.009296979140991531\n", "train loss:0.024768049426480587\n", "train loss:0.036488233433937374\n", "train loss:0.04428634219657454\n", "train loss:0.048910094459800255\n", "train loss:0.07082967648861233\n", "train loss:0.04951683850616953\n", "train loss:0.011257621491594214\n", "train loss:0.01914490688310014\n", "train loss:0.03711057784366694\n", "train loss:0.042360014111689465\n", "train loss:0.05288797284414388\n", "train loss:0.030803303740263754\n", "train loss:0.034777707786228185\n", "train loss:0.008414882455942347\n", "train loss:0.03809191689868574\n", "train loss:0.02392965007749756\n", "train loss:0.038194528144797645\n", "train loss:0.03298122453219788\n", "train loss:0.0518449005409801\n", "train loss:0.022078952475424594\n", "train loss:0.007109014135897367\n", "train loss:0.0362096492583997\n", "train loss:0.017313209526122822\n", "train loss:0.04450453808444375\n", "train loss:0.04956272326772839\n", "train loss:0.011177315492299\n", "train loss:0.021346998797145866\n", "train loss:0.043108083851125814\n", "train loss:0.05229394795719247\n", "train loss:0.09035874428809709\n", "train loss:0.018141200801103315\n", "train loss:0.007125543420332021\n", "train loss:0.012100897904679662\n", "train loss:0.048447970946631044\n", "train loss:0.027302254415772716\n", "train loss:0.016802564800050452\n", "train loss:0.01828349282027809\n", "train loss:0.01507378255399641\n", "train loss:0.008500830356825492\n", "train loss:0.008407827441130486\n", "train loss:0.07136389886079336\n", "train loss:0.007175492634314769\n", "train loss:0.006228941200046561\n", "train loss:0.015839415469762676\n", "train loss:0.019127874178244634\n", "train loss:0.01071694991012742\n", "train loss:0.08035071406340316\n", "train loss:0.010828077646490013\n", "train loss:0.04326441856101057\n", "train loss:0.018615247806513635\n", "train loss:0.0017103897475327014\n", "train loss:0.05261621534559979\n", "train loss:0.01986580820955331\n", "train loss:0.006901797901554335\n", "train loss:0.010433562121664842\n", "train loss:0.020650174164265834\n", "train loss:0.03483677584800129\n", "train loss:0.04300665963291842\n", "train loss:0.007581077543924184\n", "train loss:0.019582568485074173\n", "train loss:0.004993248347929985\n", "train loss:0.016177307506667536\n", "train loss:0.02052175810770093\n", "train loss:0.006149640509016074\n", "train loss:0.012891257152423856\n", "train loss:0.04829081616757033\n", "train loss:0.01675566459745847\n", "train loss:0.03484678707282066\n", "train loss:0.007841630608497522\n", "train loss:0.00673445653782555\n", "train loss:0.04804161385312819\n", "train loss:0.009767170888427412\n", "train loss:0.010943834381242166\n", "train loss:0.032982890186307075\n", "train loss:0.03426784937820302\n", "train loss:0.017957412250860297\n", "train loss:0.04621736831534896\n", "train loss:0.011321890212876329\n", "train loss:0.01019317325875492\n", "train loss:0.04439563316110802\n", "train loss:0.009384558027789697\n", "train loss:0.015435582900460942\n", "train loss:0.0847796829234106\n", "train loss:0.007844563228240623\n", "train loss:0.013393943466563427\n", "train loss:0.006344067927080884\n", "train loss:0.015109206869549705\n", "train loss:0.009369457590594666\n", "train loss:0.019049234913091954\n", "train loss:0.02296936450975188\n", "train loss:0.03561165270589124\n", "train loss:0.006658948858303487\n", "train loss:0.018499443318951578\n", "train loss:0.016557056988601285\n", "train loss:0.029004784247700383\n", "train loss:0.025817349556219553\n", "train loss:0.05945984765076668\n", "train loss:0.07580707761037134\n", "train loss:0.014699507456412358\n", "train loss:0.045769276739077006\n", "train loss:0.03411686742935244\n", "train loss:0.009270538245811356\n", "train loss:0.030643228864041794\n", "train loss:0.0330600267483934\n", "train loss:0.10505306761970176\n", "train loss:0.01585205736555124\n", "train loss:0.011101059136727796\n", "train loss:0.003283031661732839\n", "train loss:0.0194924563763747\n", "train loss:0.00630881884887789\n", "train loss:0.009083127402359857\n", "train loss:0.023993506378808423\n", "train loss:0.003493146267544267\n", "train loss:0.010706595106080576\n", "train loss:0.028706571419489686\n", "train loss:0.026583543749690262\n", "train loss:0.0383718197561357\n", "train loss:0.010201199901305706\n", "train loss:0.003252666338162492\n", "train loss:0.07857737076304264\n", "train loss:0.003830648887129808\n", "train loss:0.0263870234488675\n", "train loss:0.015782758984538642\n", "train loss:0.00931268659037607\n", "train loss:0.017465998129506565\n", "train loss:0.00704594430851908\n", "train loss:0.012087760778454259\n", "train loss:0.026370374914802895\n", "train loss:0.006844091653268241\n", "train loss:0.004553096144570318\n", "train loss:0.012850199379779638\n", "train loss:0.013506565091207979\n", "train loss:0.020071231638296896\n", "train loss:0.014851189196577814\n", "train loss:0.10040369951862205\n", "train loss:0.023779273225899563\n", "train loss:0.019672888297909922\n", "train loss:0.009457580365914188\n", "train loss:0.03629537006662398\n", "train loss:0.005729585305200914\n", "train loss:0.012205197259145581\n", "train loss:0.04216097991453942\n", "train loss:0.017949843067198875\n", "train loss:0.029820154571364586\n", "train loss:0.01340528200893232\n", "train loss:0.008832815052745068\n", "train loss:0.011683762116887928\n", "train loss:0.06538819650002851\n", "train loss:0.0078870067413921\n", "train loss:0.014568497912247036\n", "train loss:0.037642571526266384\n", "train loss:0.012897698525312844\n", "train loss:0.04815234298204443\n", "train loss:0.0028988298837518463\n", "train loss:0.05044812102192992\n", "train loss:0.007476376600390701\n", "train loss:0.013104212785776089\n", "train loss:0.008397476379328667\n", "train loss:0.011244165175322549\n", "train loss:0.03325640017311539\n", "train loss:0.008996094274930318\n", "train loss:0.05109555871766919\n", "train loss:0.016053397255860934\n", "train loss:0.03823438642798295\n", "train loss:0.006615353319742476\n", "train loss:0.00873149573462162\n", "train loss:0.009106417312858127\n", "train loss:0.012576231240255644\n", "train loss:0.0035972923645176303\n", "train loss:0.007321595750044928\n", "train loss:0.03924079364834536\n", "train loss:0.02220271595866918\n", "train loss:0.12122319154021001\n", "train loss:0.019815070593975467\n", "train loss:0.014625757754253876\n", "train loss:0.007926273454339626\n", "train loss:0.025588456263227314\n", "train loss:0.016175624577757307\n", "train loss:0.016746386672815947\n", "train loss:0.006679879205631514\n", "train loss:0.012338740031326583\n", "train loss:0.003937431753886577\n", "train loss:0.018774130867851024\n", "train loss:0.016130668987327935\n", "train loss:0.01268368907876784\n", "train loss:0.10260478789812813\n", "train loss:0.018431247339285896\n", "train loss:0.01190003370374389\n", "train loss:0.006966017127862409\n", "train loss:0.014175078420441654\n", "train loss:0.02488169105054519\n", "train loss:0.017761517596848412\n", "train loss:0.015875159050866464\n", "train loss:0.028563454865908965\n", "train loss:0.005890494823829335\n", "train loss:0.004622999516939612\n", "train loss:0.013490541532672843\n", "train loss:0.009601953634650507\n", "train loss:0.013433599111098428\n", "train loss:0.019266185754560485\n", "train loss:0.019297545218538076\n", "train loss:0.008056214285946743\n", "train loss:0.04438725560929982\n", "train loss:0.005028771870915066\n", "train loss:0.03952434325512809\n", "train loss:0.015475404478167577\n", "train loss:0.025904716596786673\n", "train loss:0.013521987613815544\n", "train loss:0.006655310996704227\n", "train loss:0.008708286655270618\n", "train loss:0.006154336874723041\n", "train loss:0.017377904746506325\n", "train loss:0.033406995476017595\n", "train loss:0.020263326996843852\n", "train loss:0.010175450788487882\n", "train loss:0.020153114899277454\n", "train loss:0.06842024683483335\n", "train loss:0.00976457058728041\n", "train loss:0.02239313488591234\n", "train loss:0.021039274409198692\n", "train loss:0.006731933619319261\n", "train loss:0.0022593690951235924\n", "train loss:0.018150487031134234\n", "train loss:0.004171901698043742\n", "train loss:0.02080205303185092\n", "train loss:0.004417915283181241\n", "train loss:0.059178070848426155\n", "train loss:0.013666104022265549\n", "train loss:0.030084874246340054\n", "train loss:0.02614465652151808\n", "train loss:0.02998895214271706\n", "train loss:0.020868788546785845\n", "train loss:0.017140254504276455\n", "train loss:0.011939751523425586\n", "train loss:0.015126513975001336\n", "train loss:0.005766704134856142\n", "train loss:0.031090387548572466\n", "train loss:0.027111466759791848\n", "train loss:0.004066860647195726\n", "train loss:0.07247839714366183\n", "train loss:0.0036435592413107203\n", "train loss:0.00454868888781906\n", "train loss:0.0025333310346136494\n", "train loss:0.005531889687865629\n", "train loss:0.014336544504258624\n", "train loss:0.020256217704879384\n", "train loss:0.04133474463953643\n", "train loss:0.046003104208050566\n", "train loss:0.025536093856596987\n", "train loss:0.022723947554381604\n", "train loss:0.02008618407776643\n", "train loss:0.004091553467725119\n", "train loss:0.06906021626420315\n", "train loss:0.012305216572877848\n", "train loss:0.023417476939339887\n", "train loss:0.00597287714230167\n", "train loss:0.037557803638454804\n", "train loss:0.0046518289734772\n", "train loss:0.10504106381666531\n", "train loss:0.008943710737288871\n", "train loss:0.028049904084989367\n", "train loss:0.032461543985790826\n", "train loss:0.03722604240835894\n", "train loss:0.004671200971053441\n", "train loss:0.10498771740033648\n", "train loss:0.04209413495196916\n", "train loss:0.06777944028165232\n", "train loss:0.009731475881609357\n", "train loss:0.011491951789537743\n", "train loss:0.0024714855796870785\n", "train loss:0.002211525095382412\n", "train loss:0.0046323990756423844\n", "train loss:0.009574785092313236\n", "train loss:0.017066608041891466\n", "train loss:0.0058163467713762415\n", "train loss:0.004257255369531338\n", "train loss:0.01674362320222062\n", "train loss:0.013508050257121942\n", "train loss:0.011508689088262589\n", "train loss:0.023269331294862364\n", "train loss:0.026667544226960587\n", "train loss:0.0024440838306112205\n", "train loss:0.029517744418390512\n", "train loss:0.008008635274890836\n", "train loss:0.006421773283260778\n", "train loss:0.062291385421702566\n", "train loss:0.0033300046029650695\n", "train loss:0.015348381589222724\n", "train loss:0.019026945505049783\n", "train loss:0.03304967864939647\n", "train loss:0.024803671850005142\n", "train loss:0.0007520301765326121\n", "train loss:0.01452225729866747\n", "train loss:0.005133180206393069\n", "train loss:0.005322280981708968\n", "train loss:0.02038208702716985\n", "train loss:0.005403079280625865\n", "train loss:0.023167969260768966\n", "train loss:0.02691860652936683\n", "train loss:0.12424872805925453\n", "train loss:0.022969380509772007\n", "train loss:0.0074811676752922175\n", "train loss:0.014334325947092467\n", "train loss:0.055020642841982575\n", "train loss:0.02524182164880467\n", "train loss:0.042331551103349546\n", "train loss:0.008529374851955998\n", "train loss:0.0975915058235341\n", "train loss:0.04812079447818235\n", "train loss:0.005010901742565589\n", "train loss:0.02011890839879742\n", "train loss:0.01712584219010424\n", "train loss:0.02191985174128189\n", "train loss:0.013790885097408407\n", "train loss:0.027517253513224968\n", "train loss:0.027603199864629117\n", "train loss:0.0013564789241373204\n", "train loss:0.08423097767775037\n", "train loss:0.008452425391736497\n", "train loss:0.004694959932721828\n", "train loss:0.047686596255335806\n", "train loss:0.0070370848540852625\n", "train loss:0.0019677516030457295\n", "train loss:0.006802317728743139\n", "train loss:0.026450587488305945\n", "train loss:0.007164415371552898\n", "train loss:0.0071177526243776275\n", "train loss:0.1119141000057151\n", "train loss:0.04953278632318837\n", "train loss:0.028647170345182372\n", "train loss:0.01597845153369982\n", "train loss:0.004931671686106247\n", "train loss:0.006543994372626402\n", "train loss:0.013468254585228275\n", "train loss:0.0017549625705828406\n", "train loss:0.00836798275004847\n", "train loss:0.004808791417719597\n", "train loss:0.01294685715839785\n", "train loss:0.006525456840285575\n", "train loss:0.03291556113548254\n", "train loss:0.010141481821970047\n", "train loss:0.013941369444658413\n", "train loss:0.055841575410047216\n", "train loss:0.024378962540486233\n", "train loss:0.031760211028396344\n", "train loss:0.022365787089782655\n", "train loss:0.019387228655937012\n", "train loss:0.012056263314244853\n", "train loss:0.012101173859084284\n", "train loss:0.010030806982450345\n", "train loss:0.009688169012525026\n", "train loss:0.0012701957150656512\n", "train loss:0.004248651721051319\n", "train loss:0.004405432728428531\n", "train loss:0.04295247543816617\n", "train loss:0.009690594556933973\n", "train loss:0.030031537540202304\n", "train loss:0.010582866089914262\n", "train loss:0.011661125090168695\n", "train loss:0.013899706826812267\n", "train loss:0.0231900676115735\n", "train loss:0.011840453141418903\n", "train loss:0.02492174033572979\n", "train loss:0.021784135492703288\n", "train loss:0.02271779101363081\n", "=== epoch:7, train acc:0.99, test acc:0.985 ===\n", "train loss:0.010406234235316787\n", "train loss:0.009251463314915257\n", "train loss:0.002317586443158688\n", "train loss:0.011670441804994517\n", "train loss:0.017997995324842853\n", "train loss:0.0057330367355953584\n", "train loss:0.016137009103738713\n", "train loss:0.012896300581801093\n", "train loss:0.022529563809461937\n", "train loss:0.007116187985796819\n", "train loss:0.024306828639579815\n", "train loss:0.004766671488641167\n", "train loss:0.05409249737952224\n", "train loss:0.004761180866736674\n", "train loss:0.004459293277785884\n", "train loss:0.028822248299163383\n", "train loss:0.01636191883164477\n", "train loss:0.013520574391525033\n", "train loss:0.00855276072590713\n", "train loss:0.016241729422677\n", "train loss:0.07547980708997484\n", "train loss:0.010925051147095452\n", "train loss:0.0071966034372342195\n", "train loss:0.012755424678373518\n", "train loss:0.01049285676144061\n", "train loss:0.01779930907444202\n", "train loss:0.002384964803512676\n", "train loss:0.01027150051702982\n", "train loss:0.04891359938066641\n", "train loss:0.022584001954613648\n", "train loss:0.02038629809795908\n", "train loss:0.00982153213716708\n", "train loss:0.006188687694066472\n", "train loss:0.03843164620477788\n", "train loss:0.011169781238186413\n", "train loss:0.010158927561411069\n", "train loss:0.009050071012284312\n", "train loss:0.03816438913026362\n", "train loss:0.0432117863145667\n", "train loss:0.01627899247410721\n", "train loss:0.05083642792828243\n", "train loss:0.018100179693847935\n", "train loss:0.0027810750577019266\n", "train loss:0.02675777676732226\n", "train loss:0.019927092430825525\n", "train loss:0.024373932495478857\n", "train loss:0.013306794848336388\n", "train loss:0.008878125989690722\n", "train loss:0.009437907372586991\n", "train loss:0.0030268910736069524\n", "train loss:0.015127774855064691\n", "train loss:0.010100682082403722\n", "train loss:0.013526047628447257\n", "train loss:0.017853655522600737\n", "train loss:0.03233572520885184\n", "train loss:0.03204791569163623\n", "train loss:0.014233030258901285\n", "train loss:0.05247985288510855\n", "train loss:0.0370776958046625\n", "train loss:0.0033846162715743242\n", "train loss:0.016084058058501972\n", "train loss:0.07753574620007245\n", "train loss:0.0061678664461722425\n", "train loss:0.005131323881982147\n", "train loss:0.01579394963548949\n", "train loss:0.0174770720391653\n", "train loss:0.01230343591859572\n", "train loss:0.01000236401386809\n", "train loss:0.04390053390280312\n", "train loss:0.023012406563141286\n", "train loss:0.00937820984132295\n", "train loss:0.010458373909296364\n", "train loss:0.17581101023492188\n", "train loss:0.018183900441667983\n", "train loss:0.039467758910670496\n", "train loss:0.004615188517257446\n", "train loss:0.028226352662267903\n", "train loss:0.0849049978011089\n", "train loss:0.024033192192216404\n", "train loss:0.004588197683122141\n", "train loss:0.004975493689609935\n", "train loss:0.02027885241572664\n", "train loss:0.027514814081598248\n", "train loss:0.004272166527394119\n", "train loss:0.03803485065694178\n", "train loss:0.01690255765016331\n", "train loss:0.02968416444076509\n", "train loss:0.0328870991132452\n", "train loss:0.08659285836753665\n", "train loss:0.010368809100494692\n", "train loss:0.037692993745620504\n", "train loss:0.011483368969525733\n", "train loss:0.016280830394557667\n", "train loss:0.005801992184492127\n", "train loss:0.011478778666086242\n", "train loss:0.01442888336020862\n", "train loss:0.040769927858446166\n", "train loss:0.04569068901730705\n", "train loss:0.03873138628199555\n", "train loss:0.02731785767723122\n", "train loss:0.021362174755320203\n", "train loss:0.005841862538249461\n", "train loss:0.006224572751312361\n", "train loss:0.018700706397777267\n", "train loss:0.008891970579580138\n", "train loss:0.0108189561821902\n", "train loss:0.08582149221207173\n", "train loss:0.018908411386320826\n", "train loss:0.046873990250763574\n", "train loss:0.029703724313625203\n", "train loss:0.006073005158362909\n", "train loss:0.012664996341382606\n", "train loss:0.003534590615442003\n", "train loss:0.013443948437837723\n", "train loss:0.02804359049941587\n", "train loss:0.009354456995658454\n", "train loss:0.023155204230502\n", "train loss:0.0013928288712601192\n", "train loss:0.007806180059511563\n", "train loss:0.02556378974878567\n", "train loss:0.005381542670256134\n", "train loss:0.05448041164033813\n", "train loss:0.00423682293235333\n", "train loss:0.032809912908929977\n", "train loss:0.013133072166077911\n", "train loss:0.04298249104391504\n", "train loss:0.09735151020340366\n", "train loss:0.006450485854079441\n", "train loss:0.019078455656640365\n", "train loss:0.034177354538410934\n", "train loss:0.011518369348074105\n", "train loss:0.029670090985717844\n", "train loss:0.012772644309600432\n", "train loss:0.024288314606166282\n", "train loss:0.016569707379774992\n", "train loss:0.017632237342717322\n", "train loss:0.05967263492139651\n", "train loss:0.009785140961318677\n", "train loss:0.00656852252515023\n", "train loss:0.005994156473848549\n", "train loss:0.017751818523087066\n", "train loss:0.002233846347210099\n", "train loss:0.005066692393483798\n", "train loss:0.01713424854650728\n", "train loss:0.02521258722305207\n", "train loss:0.012078384805654364\n", "train loss:0.020322523485076776\n", "train loss:0.014875272866844648\n", "train loss:0.01704584284438915\n", "train loss:0.002283047670938654\n", "train loss:0.011964544561550603\n", "train loss:0.08835054960825146\n", "train loss:0.003849772666044549\n", "train loss:0.027579397206088273\n", "train loss:0.011304081806429672\n", "train loss:0.03274812515885126\n", "train loss:0.014542466124100999\n", "train loss:0.04085408431901314\n", "train loss:0.022642546291183563\n", "train loss:0.021989948427459403\n", "train loss:0.015033040590668244\n", "train loss:0.007941945948291017\n", "train loss:0.009287669607139613\n", "train loss:0.01799675133901755\n", "train loss:0.020868886470564063\n", "train loss:0.007522738069705487\n", "train loss:0.02045016001254431\n", "train loss:0.04559542484090146\n", "train loss:0.037176809474739426\n", "train loss:0.0027713132331123515\n", "train loss:0.04410557610026301\n", "train loss:0.036048699022322196\n", "train loss:0.015184937483969237\n", "train loss:0.005419290814749547\n", "train loss:0.013974004757471932\n", "train loss:0.010124900898604206\n", "train loss:0.039406507792915574\n", "train loss:0.010658621924905845\n", "train loss:0.05286211235481758\n", "train loss:0.04894906721345153\n", "train loss:0.007094509024904168\n", "train loss:0.12738099811197348\n", "train loss:0.006441124309256142\n", "train loss:0.014248105790638626\n", "train loss:0.03430774139094424\n", "train loss:0.01846448509913368\n", "train loss:0.02705549343844254\n", "train loss:0.02565890691110836\n", "train loss:0.006968839492854727\n", "train loss:0.028278658014234542\n", "train loss:0.011631607504445484\n", "train loss:0.02226137359394663\n", "train loss:0.0041161676027668525\n", "train loss:0.00798275327349805\n", "train loss:0.007208131697122843\n", "train loss:0.005099329216832454\n", "train loss:0.010154304830829599\n", "train loss:0.013387469198267521\n", "train loss:0.05085754901949402\n", "train loss:0.04137840050225747\n", "train loss:0.044617068235297756\n", "train loss:0.017607172634346798\n", "train loss:0.04025015000390827\n", "train loss:0.10777204848318757\n", "train loss:0.007866359409572272\n", "train loss:0.012013769444701903\n", "train loss:0.0020691568678408052\n", "train loss:0.04202936024610136\n", "train loss:0.012570060684141886\n", "train loss:0.005856894048209029\n", "train loss:0.003511314337732429\n", "train loss:0.0023154700900955257\n", "train loss:0.04229348351214037\n", "train loss:0.00753688546409371\n", "train loss:0.01489399354477527\n", "train loss:0.006941225787409433\n", "train loss:0.02041073268892459\n", "train loss:0.011131277862164895\n", "train loss:0.006019743141695069\n", "train loss:0.05351084279781877\n", "train loss:0.053412355659075164\n", "train loss:0.012799748281015027\n", "train loss:0.017617595770840745\n", "train loss:0.015631667460930684\n", "train loss:0.008618511421893373\n", "train loss:0.02410471393054386\n", "train loss:0.004401340005567422\n", "train loss:0.006241974803979104\n", "train loss:0.027278023001550494\n", "train loss:0.00313559837810196\n", "train loss:0.008311002430031184\n", "train loss:0.06468934552040223\n", "train loss:0.019180570780191773\n", "train loss:0.010853229753208668\n", "train loss:0.007078445381015392\n", "train loss:0.02516712816509183\n", "train loss:0.01283375442210418\n", "train loss:0.00974120315204912\n", "train loss:0.013810446760193773\n", "train loss:0.004709097501573274\n", "train loss:0.02291761395556902\n", "train loss:0.01243815312727715\n", "train loss:0.01475015018740019\n", "train loss:0.015618754016378387\n", "train loss:0.00889003089958817\n", "train loss:0.0036963980384161375\n", "train loss:0.00784338257763701\n", "train loss:0.02036724692953169\n", "train loss:0.02090288552955315\n", "train loss:0.005719218441109117\n", "train loss:0.02643803359995418\n", "train loss:0.024808325023624664\n", "train loss:0.030510336120541107\n", "train loss:0.0024697618134188466\n", "train loss:0.008041269559929995\n", "train loss:0.014055585447018716\n", "train loss:0.10303102508117351\n", "train loss:0.04809578693171561\n", "train loss:0.025337288907712786\n", "train loss:0.0591169889858115\n", "train loss:0.03173658166935281\n", "train loss:0.025687772343497606\n", "train loss:0.011509422952811066\n", "train loss:0.0069625802942421475\n", "train loss:0.022867827054955145\n", "train loss:0.005455813719385241\n", "train loss:0.017722460591320613\n", "train loss:0.02612377061304673\n", "train loss:0.02184402366838467\n", "train loss:0.030602259194112053\n", "train loss:0.005084053209976596\n", "train loss:0.01417612433058824\n", "train loss:0.006476207902993387\n", "train loss:0.0039430953014585384\n", "train loss:0.021209061722270394\n", "train loss:0.013380885361912773\n", "train loss:0.024067410225601597\n", "train loss:0.035809416919764504\n", "train loss:0.028485208691564023\n", "train loss:0.03225605784658482\n", "train loss:0.03265137374327188\n", "train loss:0.021746345425370735\n", "train loss:0.006630175942990768\n", "train loss:0.031112021933013826\n", "train loss:0.01294502317940502\n", "train loss:0.016146452902549152\n", "train loss:0.046888625055289665\n", "train loss:0.009925084320008524\n", "train loss:0.013739822917792403\n", "train loss:0.005531931383095526\n", "train loss:0.017393892794768023\n", "train loss:0.011331399205978135\n", "train loss:0.029190160209527014\n", "train loss:0.01250563133146354\n", "train loss:0.0067538171053462635\n", "train loss:0.005904398716204056\n", "train loss:0.00969832921885496\n", "train loss:0.014142927640911084\n", "train loss:0.0057593580607658516\n", "train loss:0.005913418997928411\n", "train loss:0.011948242812922703\n", "train loss:0.042428391788996336\n", "train loss:0.010006452821532213\n", "train loss:0.019009740843823553\n", "train loss:0.028610854527077043\n", "train loss:0.07966707106111529\n", "train loss:0.009089561238035304\n", "train loss:0.01814181910720178\n", "train loss:0.006155704801559515\n", "train loss:0.00450573922769091\n", "train loss:0.004306521414557207\n", "train loss:0.015343434191372742\n", "train loss:0.011336823685620829\n", "train loss:0.020224547866043472\n", "train loss:0.05888040026804665\n", "train loss:0.03161574782459173\n", "train loss:0.004639027838568673\n", "train loss:0.00908565259656846\n", "train loss:0.010484846623479682\n", "train loss:0.019345280415904588\n", "train loss:0.007632632292225645\n", "train loss:0.004936036489966076\n", "train loss:0.015758641063771582\n", "train loss:0.06569955340395191\n", "train loss:0.018630117030886212\n", "train loss:0.0031736335163470315\n", "train loss:0.009741354214766438\n", "train loss:0.003534306045870536\n", "train loss:0.007416655028743586\n", "train loss:0.024513849939830717\n", "train loss:0.01584532100484681\n", "train loss:0.005010744125786465\n", "train loss:0.06115889098747143\n", "train loss:0.030775749049092117\n", "train loss:0.0015592181752463893\n", "train loss:0.012816908626982043\n", "train loss:0.07458010078303788\n", "train loss:0.012149335871346572\n", "train loss:0.02277318820554054\n", "train loss:0.015275377534874457\n", "train loss:0.009043214695069194\n", "train loss:0.004455390334757094\n", "train loss:0.023325095077805447\n", "train loss:0.01786759986568723\n", "train loss:0.007119356193546235\n", "train loss:0.01084376303383753\n", "train loss:0.03560959617803051\n", "train loss:0.007557530546154925\n", "train loss:0.010061038598306515\n", "train loss:0.007573625484380056\n", "train loss:0.02249310863723632\n", "train loss:0.004713157396370858\n", "train loss:0.02238191565209456\n", "train loss:0.030782514841613984\n", "train loss:0.013451364901788514\n", "train loss:0.029650575285007152\n", "train loss:0.01925678089414702\n", "train loss:0.0020219731054520384\n", "train loss:0.01568718143706838\n", "train loss:0.0074312707763237165\n", "train loss:0.025665684006558852\n", "train loss:0.006931706986528191\n", "train loss:0.12692302122434115\n", "train loss:0.0321839678022481\n", "train loss:0.02809995974374778\n", "train loss:0.011975635741822966\n", "train loss:0.0032642262255720665\n", "train loss:0.017027592375629653\n", "train loss:0.008933968137415793\n", "train loss:0.029686794769123025\n", "train loss:0.031263587636341836\n", "train loss:0.006373708386400794\n", "train loss:0.018568961466448618\n", "train loss:0.007459851147434501\n", "train loss:0.0056176797842708934\n", "train loss:0.005832152645426287\n", "train loss:0.007392290188009327\n", "train loss:0.011360763890487452\n", "train loss:0.017384135107954318\n", "train loss:0.009190546190485203\n", "train loss:0.010447584792949917\n", "train loss:0.028302908713116956\n", "train loss:0.014679149651324384\n", "train loss:0.0011263130644204031\n", "train loss:0.0304041675975699\n", "train loss:0.0014698971220734386\n", "train loss:0.00620648053564124\n", "train loss:0.010056795467720456\n", "train loss:0.0032686482109130343\n", "train loss:0.004438734020837601\n", "train loss:0.039425405367561964\n", "train loss:0.005201205046058663\n", "train loss:0.016322041191548207\n", "train loss:0.006079855797019227\n", "train loss:0.014346615416164589\n", "train loss:0.007267324348391098\n", "train loss:0.03225981751489569\n", "train loss:0.02882220445102872\n", "train loss:0.0030912118792698444\n", "train loss:0.03438088010983946\n", "train loss:0.0019003212708466263\n", "train loss:0.004651040569632007\n", "train loss:0.04946747364564055\n", "train loss:0.017616785905335445\n", "train loss:0.02530252713715595\n", "train loss:0.02552459563839823\n", "train loss:0.002472128486575755\n", "train loss:0.03512966701676957\n", "train loss:0.0056539904468589095\n", "train loss:0.0056036431980088\n", "train loss:0.01549001416050454\n", "train loss:0.007614093020878255\n", "train loss:0.008625572512959652\n", "train loss:0.008006669239326197\n", "train loss:0.011283705719666281\n", "train loss:0.005189732103821407\n", "train loss:0.008086615608272736\n", "train loss:0.009254008613248738\n", "train loss:0.013533660233793057\n", "train loss:0.010854198481390282\n", "train loss:0.01371399863650598\n", "train loss:0.0011641726099734058\n", "train loss:0.008186241230703837\n", "train loss:0.002445217004455318\n", "train loss:0.03156260842769434\n", "train loss:0.015009365998639992\n", "train loss:0.008312611161930994\n", "train loss:0.0031723499026039604\n", "train loss:0.010197414337113636\n", "train loss:0.026776851340689533\n", "train loss:0.03542572829921138\n", "train loss:0.00831853599756714\n", "train loss:0.019428025673245017\n", "train loss:0.007226095315083464\n", "train loss:0.004654980991926356\n", "train loss:0.013817597819653209\n", "train loss:0.010250095338157215\n", "train loss:0.009845024485786304\n", "train loss:0.014082335689975321\n", "train loss:0.008672553131391134\n", "train loss:0.004937886688964572\n", "train loss:0.001296191023477005\n", "train loss:0.024448069139780856\n", "train loss:0.004677627467898397\n", "train loss:0.008429106750598098\n", "train loss:0.0032546196349402083\n", "train loss:0.008613591328317153\n", "train loss:0.00571148348683984\n", "train loss:0.006779818041282388\n", "train loss:0.006598054940668872\n", "train loss:0.010464888707686004\n", "train loss:0.003087076107193318\n", "train loss:0.01223688386701157\n", "train loss:0.010138733173610167\n", "train loss:0.003626767492382338\n", "train loss:0.003440193961797271\n", "train loss:0.014609609911663912\n", "train loss:0.0012974069853666026\n", "train loss:0.025776185188368418\n", "train loss:0.003551453101877415\n", "train loss:0.014289699905806776\n", "train loss:0.0012004722819821245\n", "train loss:0.004072058241752555\n", "train loss:0.0016119659713773225\n", "train loss:0.011175166065591309\n", "train loss:0.022010093975240775\n", "train loss:0.004240514990375731\n", "train loss:0.00683475070226916\n", "train loss:0.015094283570806973\n", "train loss:0.007780176528669957\n", "train loss:0.0073590840820625045\n", "train loss:0.007881527284564878\n", "train loss:0.0072539214379945685\n", "train loss:0.0118586008167596\n", "train loss:0.004754557505955809\n", "train loss:0.036927035892781714\n", "train loss:0.002970114390152072\n", "train loss:0.0020595194469141907\n", "train loss:0.006441996848884203\n", "train loss:0.006032423498177916\n", "train loss:0.006300676206505541\n", "train loss:0.026875416492920426\n", "train loss:0.027109425709250737\n", "train loss:0.013907097360388506\n", "train loss:0.004699252008198668\n", "train loss:0.0075835312738498\n", "train loss:0.012274887332297726\n", "train loss:0.007313013852713582\n", "train loss:0.0016228084164700103\n", "train loss:0.014967860228645965\n", "train loss:0.014347400117249366\n", "train loss:0.005975871869632217\n", "train loss:0.00949024033415638\n", "train loss:0.02399354157762923\n", "train loss:0.002180114597667143\n", "train loss:0.06482430592076241\n", "train loss:0.005909035294011667\n", "train loss:0.007285092345519571\n", "train loss:0.004415699509593855\n", "train loss:0.0023361763624946117\n", "train loss:0.00695168633404873\n", "train loss:0.021564995829028964\n", "train loss:0.011548156343901928\n", "train loss:0.0124748389335545\n", "train loss:0.003015205281312522\n", "train loss:0.02760910238050199\n", "train loss:0.031777814279182304\n", "train loss:0.010751021373960326\n", "train loss:0.026288917638431334\n", "train loss:0.006213388798032142\n", "train loss:0.012725203089185781\n", "train loss:0.030136545427122772\n", "train loss:0.00952080452592439\n", "train loss:0.023440480679713716\n", "train loss:0.05965061581339673\n", "train loss:0.00780293450379713\n", "train loss:0.008654825012163357\n", "train loss:0.022224675900829664\n", "train loss:0.03747400713176997\n", "train loss:0.012850917710754162\n", "train loss:0.021269487864961557\n", "train loss:0.004493447765306386\n", "train loss:0.0066604814676353855\n", "train loss:0.003639926887724231\n", "train loss:0.0035367360651998078\n", "train loss:0.029903319435518418\n", "train loss:0.011886635976906723\n", "train loss:0.002154364244746621\n", "train loss:0.014819472303245372\n", "train loss:0.01671666205371131\n", "train loss:0.04389466541491192\n", "train loss:0.03158389072822731\n", "train loss:0.01652463573152906\n", "train loss:0.06501383259861766\n", "train loss:0.01331637907629192\n", "train loss:0.006585977228884201\n", "train loss:0.005511489777903199\n", "train loss:0.00685679539726258\n", "train loss:0.006884794986157579\n", "train loss:0.01964621685567106\n", "train loss:0.006907680774267681\n", "train loss:0.005152463676180894\n", "train loss:0.027694396575571312\n", "train loss:0.007901091244243664\n", "train loss:0.0036395707732400635\n", "train loss:0.03156764833902955\n", "train loss:0.01088861871528736\n", "train loss:0.005732823413716274\n", "train loss:0.016568210836511155\n", "train loss:0.07388012010705806\n", "train loss:0.006841882030821784\n", "train loss:0.00637701816671421\n", "train loss:0.007705078730613033\n", "train loss:0.023982821228512172\n", "train loss:0.0031185219981705726\n", "train loss:0.013613307017684078\n", "train loss:0.0037170587299386864\n", "train loss:0.004231949280337359\n", "train loss:0.005882104535725815\n", "train loss:0.07901701507109057\n", "train loss:0.03151493201243917\n", "train loss:0.004919770305451919\n", "train loss:0.016579821619839733\n", "train loss:0.004434840854311101\n", "train loss:0.025934288249638896\n", "train loss:0.011866602203562253\n", "train loss:0.00545750985325359\n", "train loss:0.002144802140402355\n", "train loss:0.003946041236177143\n", "train loss:0.006337081749839193\n", "train loss:0.028095555615977954\n", "train loss:0.009359235329109941\n", "train loss:0.011124910875219789\n", "train loss:0.016040825919042455\n", "train loss:0.006035305903573908\n", "train loss:0.004750517273936912\n", "train loss:0.041557375219124275\n", "train loss:0.016909757910006658\n", "train loss:0.010045999629491114\n", "train loss:0.010811407130160027\n", "train loss:0.018536530460011247\n", "train loss:0.009395826862626643\n", "train loss:0.03500069043760902\n", "train loss:0.0093856859306602\n", "train loss:0.036097142375781564\n", "train loss:0.01049778917529145\n", "train loss:0.023455424725791776\n", "train loss:0.012034398774266057\n", "train loss:0.0023665397802322225\n", "train loss:0.002271360142007604\n", "train loss:0.012029072450481858\n", "train loss:0.010826854368831774\n", "train loss:0.004574440798551745\n", "train loss:0.04579451557362955\n", "train loss:0.012669289612193107\n", "train loss:0.01857229471776051\n", "train loss:0.0040471172492475786\n", "train loss:0.020981807374721904\n", "train loss:0.029205004909347587\n", "train loss:0.015189354626602947\n", "=== epoch:8, train acc:0.991, test acc:0.985 ===\n", "train loss:0.005479942157059888\n", "train loss:0.0071491556594107455\n", "train loss:0.012099506547739286\n", "train loss:0.035310427970359666\n", "train loss:0.0029183654110732584\n", "train loss:0.002719129598333017\n", "train loss:0.010731521315230913\n", "train loss:0.007988311204697401\n", "train loss:0.05709596393784669\n", "train loss:0.0053783136265149545\n", "train loss:0.01923399103003198\n", "train loss:0.0293487100957294\n", "train loss:0.0026755247017534924\n", "train loss:0.009458075709777296\n", "train loss:0.02089852811069897\n", "train loss:0.013600606397011305\n", "train loss:0.028384821034281332\n", "train loss:0.005313009634756766\n", "train loss:0.011437233330560188\n", "train loss:0.00697266477930022\n", "train loss:0.006544500197202395\n", "train loss:0.006367829183924124\n", "train loss:0.011374057386564218\n", "train loss:0.02624324607977643\n", "train loss:0.0033318256647286637\n", "train loss:0.004156833365526371\n", "train loss:0.07971077923452957\n", "train loss:0.016373146809965548\n", "train loss:0.004906400651448417\n", "train loss:0.003532003431851684\n", "train loss:0.005780537527487956\n", "train loss:0.08549447157553569\n", "train loss:0.01042744900620081\n", "train loss:0.005378791426915921\n", "train loss:0.004377048942042255\n", "train loss:0.01592727425865422\n", "train loss:0.012877159826060755\n", "train loss:0.002486983606369868\n", "train loss:0.010332427333786262\n", "train loss:0.013445481065828569\n", "train loss:0.02247953428841266\n", "train loss:0.018595488115806236\n", "train loss:0.012644514185475469\n", "train loss:0.011736539355531534\n", "train loss:0.014681401144824911\n", "train loss:0.027411061596068605\n", "train loss:0.023095974523996254\n", "train loss:0.04253119635517995\n", "train loss:0.0020248238718442793\n", "train loss:0.009428809125552197\n", "train loss:0.005741769320611784\n", "train loss:0.0017162948782397799\n", "train loss:0.03571267017696863\n", "train loss:0.01626579770653414\n", "train loss:0.009321041332608446\n", "train loss:0.024622755035718362\n", "train loss:0.02297659024846861\n", "train loss:0.04746178809561079\n", "train loss:0.024386984280778963\n", "train loss:0.014805639961848497\n", "train loss:0.013669574491033865\n", "train loss:0.004805196935198186\n", "train loss:0.01450892335398116\n", "train loss:0.02328484368538966\n", "train loss:0.006412162363679347\n", "train loss:0.05421438920806941\n", "train loss:0.02439759258956272\n", "train loss:0.02917143454817063\n", "train loss:0.014070312163540937\n", "train loss:0.012344139425782092\n", "train loss:0.027186979147353622\n", "train loss:0.00728620970429559\n", "train loss:0.0037907086883453545\n", "train loss:0.01067815825444978\n", "train loss:0.01683368103031946\n", "train loss:0.00948824111029442\n", "train loss:0.02392223296083226\n", "train loss:0.011506988062466791\n", "train loss:0.003838576909672371\n", "train loss:0.003128138041475193\n", "train loss:0.017249106644611458\n", "train loss:0.03855351649033001\n", "train loss:0.016507062626087622\n", "train loss:0.02995381815056205\n", "train loss:0.010394507887801933\n", "train loss:0.01323287568098259\n", "train loss:0.007512476275182194\n", "train loss:0.03707781554973844\n", "train loss:0.023663938257945265\n", "train loss:0.016435963383552986\n", "train loss:0.05939893961799992\n", "train loss:0.021564638175903324\n", "train loss:0.14117366197722148\n", "train loss:0.01319330700584577\n", "train loss:0.005084055548858014\n", "train loss:0.021486799462534956\n", "train loss:0.016773044864775096\n", "train loss:0.009806658262280341\n", "train loss:0.03226030301570782\n", "train loss:0.02550748022282564\n", "train loss:0.004806415139154477\n", "train loss:0.018915057941841246\n", "train loss:0.008448556138463735\n", "train loss:0.16525394003372182\n", "train loss:0.017793677949977348\n", "train loss:0.0025386824148607716\n", "train loss:0.02114111000206429\n", "train loss:0.011082202152323863\n", "train loss:0.009129945975039258\n", "train loss:0.015201128509417799\n", "train loss:0.011335321973079767\n", "train loss:0.0039749641389982306\n", "train loss:0.01393475641959852\n", "train loss:0.04313255994675798\n", "train loss:0.08747848402098567\n", "train loss:0.0012484776066878963\n", "train loss:0.007294740562748635\n", "train loss:0.0035250207770063137\n", "train loss:0.020142654467280575\n", "train loss:0.028731532417777178\n", "train loss:0.018176285977889835\n", "train loss:0.011534337551090892\n", "train loss:0.0016624286637793942\n", "train loss:0.006509272607436785\n", "train loss:0.002882055170071608\n", "train loss:0.019140083375507985\n", "train loss:0.012365105455071206\n", "train loss:0.012924136525485902\n", "train loss:0.04248109127943324\n", "train loss:0.035742237742460284\n", "train loss:0.004843529978214415\n", "train loss:0.0018804824135141872\n", "train loss:0.032125251515683254\n", "train loss:0.0028469150862934756\n", "train loss:0.012088877785088256\n", "train loss:0.02758980025056414\n", "train loss:0.00922689470544509\n", "train loss:0.02733072655817289\n", "train loss:0.03971792283767841\n", "train loss:0.021258046982286716\n", "train loss:0.019707868198947754\n", "train loss:0.009893180777172156\n", "train loss:0.03411477388468338\n", "train loss:0.02484936868988147\n", "train loss:0.0030827855213658596\n", "train loss:0.002015562366320578\n", "train loss:0.016487187805489495\n", "train loss:0.00796560840322618\n", "train loss:0.04300162386297908\n", "train loss:0.014112349252041\n", "train loss:0.0016870253874565033\n", "train loss:0.001441382771441572\n", "train loss:0.004913199610785154\n", "train loss:0.004334902877381958\n", "train loss:0.011359946171310545\n", "train loss:0.01633423788462929\n", "train loss:0.012919385289731862\n", "train loss:0.016160693751589895\n", "train loss:0.004103134197083185\n", "train loss:0.00388891670581268\n", "train loss:0.01697356833200275\n", "train loss:0.0038496471131909448\n", "train loss:0.008405331908828806\n", "train loss:0.011190181253510354\n", "train loss:0.03279302408174279\n", "train loss:0.003851483129579859\n", "train loss:0.04974494095402728\n", "train loss:0.0026728451393760277\n", "train loss:0.05064039267250802\n", "train loss:0.004593650879366434\n", "train loss:0.014563053705605854\n", "train loss:0.09318085086893882\n", "train loss:0.007181213626150972\n", "train loss:0.019496934818415867\n", "train loss:0.0020447058926819136\n", "train loss:0.004288280614158592\n", "train loss:0.011305158873713623\n", "train loss:0.0014013166999044795\n", "train loss:0.02597431484528641\n", "train loss:0.0016465776662216286\n", "train loss:0.015097002963896789\n", "train loss:0.010334362485088799\n", "train loss:0.013549185401839114\n", "train loss:0.003956088713903547\n", "train loss:0.007278311626886977\n", "train loss:0.04045316287415815\n", "train loss:0.025485172293299642\n", "train loss:0.0031070905803455185\n", "train loss:0.06787911313470088\n", "train loss:0.0026872252575760136\n", "train loss:0.011150572079306302\n", "train loss:0.036483630753729485\n", "train loss:0.02877647179654441\n", "train loss:0.0019715990056575006\n", "train loss:0.0025657069146280214\n", "train loss:0.03895328712077961\n", "train loss:0.005563433651891073\n", "train loss:0.0019120403795587523\n", "train loss:0.0035698184409296246\n", "train loss:0.008172981755158043\n", "train loss:0.023313704227994506\n", "train loss:0.012387011366723663\n", "train loss:0.0033883097201412066\n", "train loss:0.004503946863192653\n", "train loss:0.019094449696542323\n", "train loss:0.01144389096669891\n", "train loss:0.017446991777647403\n", "train loss:0.011732451364766359\n", "train loss:0.015657213411492905\n", "train loss:0.012735346675608952\n", "train loss:0.04894073523325496\n", "train loss:0.013118649539942663\n", "train loss:0.003450099921271234\n", "train loss:0.0007464408748369341\n", "train loss:0.02003339705195525\n", "train loss:0.002673147901036871\n", "train loss:0.002929434483421236\n", "train loss:0.004018959116775819\n", "train loss:0.004754366289497568\n", "train loss:0.034124538370724246\n", "train loss:0.01007133947856796\n", "train loss:0.009445386801286525\n", "train loss:0.004769886163123686\n", "train loss:0.008448092950123887\n", "train loss:0.019852337265152786\n", "train loss:0.11144414081089128\n", "train loss:0.00645179009993991\n", "train loss:0.0348356228317134\n", "train loss:0.02927559498521668\n", "train loss:0.0013212942435583722\n", "train loss:0.004603667451091641\n", "train loss:0.003520760644615412\n", "train loss:0.014682859767308097\n", "train loss:0.009399157170591362\n", "train loss:0.011701538221576928\n", "train loss:0.008628170794682248\n", "train loss:0.013180738415362185\n", "train loss:0.006512546955095284\n", "train loss:0.010854016074936386\n", "train loss:0.021756529570299405\n", "train loss:0.0013636899775825724\n", "train loss:0.0027755944582070558\n", "train loss:0.003488446234315078\n", "train loss:0.006595107488053347\n", "train loss:0.004605165405856425\n", "train loss:0.011573374897109006\n", "train loss:0.03285734064230161\n", "train loss:0.1366022182211484\n", "train loss:0.0029627783860417772\n", "train loss:0.0019277880529758097\n", "train loss:0.0016927412521013576\n", "train loss:0.017749899256308557\n", "train loss:0.009249699285329328\n", "train loss:0.003935797643604562\n", "train loss:0.010682862486436686\n", "train loss:0.028024234056612602\n", "train loss:0.0034790976708322474\n", "train loss:0.00810450936178516\n", "train loss:0.012619397854496076\n", "train loss:0.00927061681323838\n", "train loss:0.01646856239705112\n", "train loss:0.004272243532923064\n", "train loss:0.0053370866511044494\n", "train loss:0.005436609492966082\n", "train loss:0.001930149309892219\n", "train loss:0.0076279128085696745\n", "train loss:0.011257549205006394\n", "train loss:0.005888526129024369\n", "train loss:0.008933580180402505\n", "train loss:0.003112089063036568\n", "train loss:0.005685547223350506\n", "train loss:0.007054011360376594\n", "train loss:0.013635807295001703\n", "train loss:0.02067774356701481\n", "train loss:0.010713559547099284\n", "train loss:0.0027023961212575844\n", "train loss:0.0034001034346545275\n", "train loss:0.012216711573930806\n", "train loss:0.028449498511561574\n", "train loss:0.006027305503294279\n", "train loss:0.035141373939096825\n", "train loss:0.011460908803717782\n", "train loss:0.02506440135909006\n", "train loss:0.0031966039441717452\n", "train loss:0.011774179539503722\n", "train loss:0.005540550660113054\n", "train loss:0.00349373485753566\n", "train loss:0.006670966357053863\n", "train loss:0.0029451283899682122\n", "train loss:0.007223716021199304\n", "train loss:0.029037750429838423\n", "train loss:0.006372589376691732\n", "train loss:0.009487199742732806\n", "train loss:0.0073586611143586075\n", "train loss:0.012219494808600254\n", "train loss:0.002492053058671404\n", "train loss:0.008194619623312312\n", "train loss:0.0051303078646461634\n", "train loss:0.005224591903997489\n", "train loss:0.009974604978656109\n", "train loss:0.003158084888467939\n", "train loss:0.00268212595595653\n", "train loss:0.03167669648750403\n", "train loss:0.00403887498072036\n", "train loss:0.006977738053538547\n", "train loss:0.001599609742709611\n", "train loss:0.026330728592663354\n", "train loss:0.01570165218888479\n", "train loss:0.03879360897874564\n", "train loss:0.022264345515807894\n", "train loss:0.02798607253279323\n", "train loss:0.013638175090693165\n", "train loss:0.02286339432760059\n", "train loss:0.004760618365783724\n", "train loss:0.005831064445787162\n", "train loss:0.013633349249914432\n", "train loss:0.03700809323200522\n", "train loss:0.01882958545365677\n", "train loss:0.02406725445213449\n", "train loss:0.018445576642792408\n", "train loss:0.00541186549820902\n", "train loss:0.015610460589547842\n", "train loss:0.07206927047988143\n", "train loss:0.05232432077864683\n", "train loss:0.014211224321880277\n", "train loss:0.0038238620926875667\n", "train loss:0.0436842031714645\n", "train loss:0.009499333841015442\n", "train loss:0.0030418629004091715\n", "train loss:0.010854632653850121\n", "train loss:0.003282122283208314\n", "train loss:0.009227384065966968\n", "train loss:0.0008569845567816044\n", "train loss:0.016802409762367177\n", "train loss:0.015624938736599949\n", "train loss:0.004022388630385952\n", "train loss:0.0029756217492348173\n", "train loss:0.011786904903954811\n", "train loss:0.051721564751311594\n", "train loss:0.00630855818309072\n", "train loss:0.006246817747510806\n", "train loss:0.006455577908968442\n", "train loss:0.008020829155059266\n", "train loss:0.0014327668759177659\n", "train loss:0.0035523677364928796\n", "train loss:0.009338712935527233\n", "train loss:0.04729973026836849\n", "train loss:0.014341343587166653\n", "train loss:0.020114100172757002\n", "train loss:0.00561313611071621\n", "train loss:0.009683941480801806\n", "train loss:0.005929655055145324\n", "train loss:0.011817601159160774\n", "train loss:0.009130289924275023\n", "train loss:0.009490048841990001\n", "train loss:0.014972712088349\n", "train loss:0.003047968975263649\n", "train loss:0.0514650201834267\n", "train loss:0.00663299568445354\n", "train loss:0.020638628129796867\n", "train loss:0.015401044533584297\n", "train loss:0.008122636806074213\n", "train loss:0.012354910166724083\n", "train loss:0.013691434431693688\n", "train loss:0.004467337691896074\n", "train loss:0.002679883729562071\n", "train loss:0.007296295493835632\n", "train loss:0.025744802331827035\n", "train loss:0.01052177582713005\n", "train loss:0.00479307698941209\n", "train loss:0.01315204322625904\n", "train loss:0.0033623062356811927\n", "train loss:0.00718407435376116\n", "train loss:0.013725790593071687\n", "train loss:0.008298462535459855\n", "train loss:0.006536061087755344\n", "train loss:0.00048335635912424006\n", "train loss:0.009905480366374522\n", "train loss:0.009016556631913553\n", "train loss:0.0034838251819162363\n", "train loss:0.002999791291982856\n", "train loss:0.06393386096220258\n", "train loss:0.018832007640735126\n", "train loss:0.0045541719513323585\n", "train loss:0.003034685174090449\n", "train loss:0.011198546669052654\n", "train loss:0.003092632625201709\n", "train loss:0.04164541917279251\n", "train loss:0.0018479679053053555\n", "train loss:0.005319066333497558\n", "train loss:0.16481187081608797\n", "train loss:0.00841188193252552\n", "train loss:0.009223147137937508\n", "train loss:0.009232720755014138\n", "train loss:0.012334255475587606\n", "train loss:0.025678679352937918\n", "train loss:0.02105981116857754\n", "train loss:0.00745978921962703\n", "train loss:0.014105893273773186\n", "train loss:0.009723399861997509\n", "train loss:0.0033874320610271\n", "train loss:0.0035696746306416475\n", "train loss:0.009329919087386002\n", "train loss:0.0022312521428301795\n", "train loss:0.007174670723574047\n", "train loss:0.003376039852696038\n", "train loss:0.006198609368969276\n", "train loss:0.05567495375348948\n", "train loss:0.01216782919748532\n", "train loss:0.011218706681953223\n", "train loss:0.0015911181102372467\n", "train loss:0.008571471049229626\n", "train loss:0.0067902227054354915\n", "train loss:0.0499281420953067\n", "train loss:0.0023901727491689017\n", "train loss:0.00907345333852907\n", "train loss:0.010804645931302495\n", "train loss:0.005789613224760274\n", "train loss:0.04543918577516396\n", "train loss:0.03835229748784184\n", "train loss:0.021584263427849013\n", "train loss:0.005670318998927337\n", "train loss:0.020235258209878086\n", "train loss:0.07283054059427665\n", "train loss:0.00810995801381021\n", "train loss:0.018729216829402793\n", "train loss:0.030079966246773227\n", "train loss:0.0043655164087312865\n", "train loss:0.013497505706430149\n", "train loss:0.005604174003673217\n", "train loss:0.006114679189952139\n", "train loss:0.02238095120712413\n", "train loss:0.021900937462384605\n", "train loss:0.024987222814072733\n", "train loss:0.006287972733586684\n", "train loss:0.0034607357903103037\n", "train loss:0.02913264823645401\n", "train loss:0.0024056015777525136\n", "train loss:0.014901905615999834\n", "train loss:0.017692044993136934\n", "train loss:0.006702617913975651\n", "train loss:0.003925931318061141\n", "train loss:0.010782646958675639\n", "train loss:0.019858115427860576\n", "train loss:0.00805118545235077\n", "train loss:0.003839631223686391\n", "train loss:0.020437135653145068\n", "train loss:0.025614006154048474\n", "train loss:0.016820371591546722\n", "train loss:0.01809975919416331\n", "train loss:0.009845738391762303\n", "train loss:0.002003626302389367\n", "train loss:0.02441860886746807\n", "train loss:0.0642251829479443\n", "train loss:0.013253373921222205\n", "train loss:0.006484764356992783\n", "train loss:0.006622796633114439\n", "train loss:0.027202060413306372\n", "train loss:0.006247057156183885\n", "train loss:0.0054366239076083\n", "train loss:0.00692574430859058\n", "train loss:0.003838079024585187\n", "train loss:0.016876727106828446\n", "train loss:0.01584541766794283\n", "train loss:0.005163360898402775\n", "train loss:0.002774131864928368\n", "train loss:0.005929985873387928\n", "train loss:0.00507668730639995\n", "train loss:0.0057738173965363945\n", "train loss:0.01082144300256397\n", "train loss:0.07105261552819987\n", "train loss:0.005339776286500771\n", "train loss:0.003103682674584786\n", "train loss:0.0023853126316621823\n", "train loss:0.002816670881356194\n", "train loss:0.014837662315392014\n", "train loss:0.02050510414408887\n", "train loss:0.01352422838298738\n", "train loss:0.011218289819190602\n", "train loss:0.009128957931313611\n", "train loss:0.0029403103101882976\n", "train loss:0.002847363368119461\n", "train loss:0.003689619007672132\n", "train loss:0.007879081328188571\n", "train loss:0.004342899754354127\n", "train loss:0.0021467445166837994\n", "train loss:0.008949822066571843\n", "train loss:0.012082115859055421\n", "train loss:0.04382675370280333\n", "train loss:0.016169713749327547\n", "train loss:0.002853725950983666\n", "train loss:0.007631808636224575\n", "train loss:0.019594026192266887\n", "train loss:0.008185739363844752\n", "train loss:0.051847196587372864\n", "train loss:0.006461872940119751\n", "train loss:0.02596400922680704\n", "train loss:0.008816787799066491\n", "train loss:0.012438287632437565\n", "train loss:0.0010630893107882353\n", "train loss:0.014958359601349567\n", "train loss:0.022660159096183904\n", "train loss:0.01532859283709787\n", "train loss:0.05097084034577856\n", "train loss:0.009648010696728314\n", "train loss:0.01595731981018818\n", "train loss:0.02679849039326356\n", "train loss:0.0024425297694285583\n", "train loss:0.011341030433288202\n", "train loss:0.0031051090160140364\n", "train loss:0.00956986908760043\n", "train loss:0.017813624886975753\n", "train loss:0.016025435482642115\n", "train loss:0.06779328167622949\n", "train loss:0.0071402084069300195\n", "train loss:0.002434793145185321\n", "train loss:0.003130186971415253\n", "train loss:0.004005078363124972\n", "train loss:0.00287285623627743\n", "train loss:0.01403676666020521\n", "train loss:0.005752624649710919\n", "train loss:0.002404083619411361\n", "train loss:0.0011979661519143738\n", "train loss:0.010502820188812639\n", "train loss:0.00690454899550563\n", "train loss:0.008185154958822738\n", "train loss:0.011288401002490235\n", "train loss:0.013642120989011073\n", "train loss:0.001819291797181057\n", "train loss:0.005647161141894742\n", "train loss:0.02074805066827115\n", "train loss:0.0020731106767294693\n", "train loss:0.008840794264602426\n", "train loss:0.01318065322307781\n", "train loss:0.00860651635547179\n", "train loss:0.011815544375067964\n", "train loss:0.011489626054426567\n", "train loss:0.0037997651046640154\n", "train loss:0.003051257358807802\n", "train loss:0.0014158250003229325\n", "train loss:0.00718928139654304\n", "train loss:0.006024313789778122\n", "train loss:0.018058770777865777\n", "train loss:0.0015851222237294959\n", "train loss:0.00485878672988307\n", "train loss:0.01259237455368466\n", "train loss:0.05343077248487064\n", "train loss:0.00572093708132754\n", "train loss:0.013286754757260696\n", "train loss:0.0024067553461475833\n", "train loss:0.005981769826787684\n", "train loss:0.0006545591766990725\n", "train loss:0.02448801976211526\n", "train loss:0.006109355110199182\n", "train loss:0.030610866294805444\n", "train loss:0.0006459294610028668\n", "train loss:0.00247264871016551\n", "train loss:0.011102486704408136\n", "train loss:0.009570644985951157\n", "train loss:0.004458968871019716\n", "train loss:0.008870607205374593\n", "train loss:0.03649530922725542\n", "train loss:0.013033958927881381\n", "train loss:0.006935209499305819\n", "train loss:0.012990651085228481\n", "train loss:0.004996223646434667\n", "train loss:0.0051844879528398545\n", "train loss:0.0035649301508421643\n", "train loss:0.013337672486589191\n", "train loss:0.010404480569147216\n", "train loss:0.002998455850137444\n", "train loss:0.011382267722529624\n", "train loss:0.016367411538153027\n", "train loss:0.006570826931532964\n", "train loss:0.014766007812792683\n", "train loss:0.0018331189201743082\n", "train loss:0.00524240057715511\n", "train loss:0.005850374418560559\n", "train loss:0.01378934937278665\n", "train loss:0.009258702310103272\n", "train loss:0.011103487949130306\n", "train loss:0.017668778881166254\n", "train loss:0.008450056285961764\n", "train loss:0.007829564673332692\n", "train loss:0.04805974619033701\n", "train loss:0.002725118150757261\n", "train loss:0.0033165183034068305\n", "train loss:0.002441963576408719\n", "train loss:0.012900043914564653\n", "train loss:0.008387357222232932\n", "train loss:0.011554271341715036\n", "train loss:0.007775719644714795\n", "train loss:0.005482444714795177\n", "train loss:0.030126897089077898\n", "train loss:0.009549080752810326\n", "train loss:0.0047038961360492855\n", "train loss:0.001005789339135042\n", "train loss:0.10224297983578336\n", "train loss:0.013028299622366893\n", "train loss:0.00849747050287241\n", "=== epoch:9, train acc:0.992, test acc:0.987 ===\n", "train loss:0.023070000294510132\n", "train loss:0.01983501315303279\n", "train loss:0.02823849694684299\n", "train loss:0.012787534011923467\n", "train loss:0.02549896325658946\n", "train loss:0.007694556451010704\n", "train loss:0.006818391416979137\n", "train loss:0.0069422028857749445\n", "train loss:0.014324917839453883\n", "train loss:0.011928984003807755\n", "train loss:0.0114312769892524\n", "train loss:0.002561421538850122\n", "train loss:0.0023045044813705586\n", "train loss:0.004221444860648356\n", "train loss:0.0004685411243048948\n", "train loss:0.045597893880748586\n", "train loss:0.009342629023658124\n", "train loss:0.00838035463877595\n", "train loss:0.005290924097379507\n", "train loss:0.011366871140342731\n", "train loss:0.009999040332204782\n", "train loss:0.011026275883317454\n", "train loss:0.01371552521888459\n", "train loss:0.002529395155221344\n", "train loss:0.002570217652772504\n", "train loss:0.015422089403642158\n", "train loss:0.0013836425175194386\n", "train loss:0.009113337863756598\n", "train loss:0.039216623025766006\n", "train loss:0.006473821702847262\n", "train loss:0.004821590534254272\n", "train loss:0.003246014981911441\n", "train loss:0.058844006931607566\n", "train loss:0.008689826688658416\n", "train loss:0.005514071277887667\n", "train loss:0.003520752631495426\n", "train loss:0.010682273655472625\n", "train loss:0.012939681055327721\n", "train loss:0.0028477498608670032\n", "train loss:0.03664914771165177\n", "train loss:0.01805442636472421\n", "train loss:0.002362414725786073\n", "train loss:0.0018717251929604164\n", "train loss:0.003311387175345455\n", "train loss:0.04169355864602279\n", "train loss:0.0027945363707053733\n", "train loss:0.005002872323985621\n", "train loss:0.010785806632960542\n", "train loss:0.005351595146835282\n", "train loss:0.003189735872932299\n", "train loss:0.0031918835324942457\n", "train loss:0.002972044731233991\n", "train loss:0.004327587147271509\n", "train loss:0.03922615574539966\n", "train loss:0.0059976408648364475\n", "train loss:0.16584402461838998\n", "train loss:0.002763845630106271\n", "train loss:0.004028175788124463\n", "train loss:0.008126439313326274\n", "train loss:0.0032941039357854713\n", "train loss:0.03720095374097798\n", "train loss:0.0032234336725994145\n", "train loss:0.008965150777018586\n", "train loss:0.006575335258992544\n", "train loss:0.003286945026491224\n", "train loss:0.021909766204653174\n", "train loss:0.00934383627545182\n", "train loss:0.007277598861930487\n", "train loss:0.005468930522037068\n", "train loss:0.0096234549698554\n", "train loss:0.012521110427576209\n", "train loss:0.07638171273447299\n", "train loss:0.003239932211841545\n", "train loss:0.0068572145838974195\n", "train loss:0.0029070831529228393\n", "train loss:0.003369063041047263\n", "train loss:0.008394953770591861\n", "train loss:0.013078692089986743\n", "train loss:0.004641945699753856\n", "train loss:0.005523222906471039\n", "train loss:0.006250464797073491\n", "train loss:0.00621222683884218\n", "train loss:0.015831776284638364\n", "train loss:0.008172341187256744\n", "train loss:0.013840244876114143\n", "train loss:0.0022457298873114324\n", "train loss:0.004040244202198979\n", "train loss:0.003562895232178846\n", "train loss:0.008384229436954643\n", "train loss:0.004943804405666531\n", "train loss:0.006801789646295886\n", "train loss:0.004825203767299116\n", "train loss:0.0057046784359767325\n", "train loss:0.002227273453972609\n", "train loss:0.011149312809539944\n", "train loss:0.006049781952256928\n", "train loss:0.0211597098083358\n", "train loss:0.010934804987684737\n", "train loss:0.06649015846250758\n", "train loss:0.0031187398005118215\n", "train loss:0.002080104084864149\n", "train loss:0.0007388864725598389\n", "train loss:0.008938844728564887\n", "train loss:0.004480653855304778\n", "train loss:0.00572179064910724\n", "train loss:0.0032948763096825413\n", "train loss:0.0037769913914288255\n", "train loss:0.042533758052603766\n", "train loss:0.007000310293944296\n", "train loss:0.0041464998362550345\n", "train loss:0.010980763038626232\n", "train loss:0.0156094923952612\n", "train loss:0.0031206013989370962\n", "train loss:0.013332974379774576\n", "train loss:0.00678964002679604\n", "train loss:0.019787461403481837\n", "train loss:0.009367459185972447\n", "train loss:0.007440823749184958\n", "train loss:0.01704004280908515\n", "train loss:0.005860468242232966\n", "train loss:0.01673733500569141\n", "train loss:0.005075186165229907\n", "train loss:0.019192934694564255\n", "train loss:0.0029715148946871384\n", "train loss:0.007058908600876553\n", "train loss:0.010539577645076396\n", "train loss:0.005634064723507407\n", "train loss:0.0025285139150251754\n", "train loss:0.008902273698370345\n", "train loss:0.0034609660167687706\n", "train loss:0.02207500956082098\n", "train loss:0.015091446308845685\n", "train loss:0.12908547192325698\n", "train loss:0.00658867792742809\n", "train loss:0.005763340581177279\n", "train loss:0.013015400651770901\n", "train loss:0.012048343829549713\n", "train loss:0.040740983203014135\n", "train loss:0.010340375990514435\n", "train loss:0.002311980378352533\n", "train loss:0.005742391280089706\n", "train loss:0.004812187241846296\n", "train loss:0.01608919135123604\n", "train loss:0.02631301335066846\n", "train loss:0.0007487000029267364\n", "train loss:0.031463001395034926\n", "train loss:0.0017559729214803644\n", "train loss:0.0018002937204024863\n", "train loss:0.010831890146688745\n", "train loss:0.015658820041823576\n", "train loss:0.014112031015665286\n", "train loss:0.002962048417648484\n", "train loss:0.0031998074819333455\n", "train loss:0.011523536358287038\n", "train loss:0.005043399203168297\n", "train loss:0.0048642060676379155\n", "train loss:0.004035877796381118\n", "train loss:0.00949584380895485\n", "train loss:0.009124696041227572\n", "train loss:0.006514149895430303\n", "train loss:0.007668445576190097\n", "train loss:0.00743217366297293\n", "train loss:0.004772582126318988\n", "train loss:0.023489610268986737\n", "train loss:0.00909878029042172\n", "train loss:0.014426915996832957\n", "train loss:0.0026535475891566684\n", "train loss:0.019273701796626116\n", "train loss:0.007814667177012031\n", "train loss:0.012553719404624764\n", "train loss:0.017837725837204676\n", "train loss:0.049247266239574455\n", "train loss:0.01340709087227222\n", "train loss:0.017852065478429695\n", "train loss:0.004028204000300363\n", "train loss:0.036207326359070736\n", "train loss:0.002802573996026744\n", "train loss:0.007894721402732698\n", "train loss:0.016883177090061447\n", "train loss:0.01760142199865497\n", "train loss:0.020066788619604998\n", "train loss:0.020456930803889\n", "train loss:0.017530061759913097\n", "train loss:0.0027719691693896538\n", "train loss:0.010549465585214975\n", "train loss:0.007564665704383958\n", "train loss:0.0026754901715402494\n", "train loss:0.0070701717598169135\n", "train loss:0.013088712422813327\n", "train loss:0.010021102642107567\n", "train loss:0.013748502297608716\n", "train loss:0.028427126927661413\n", "train loss:0.002857908365186939\n", "train loss:0.03748894558580923\n", "train loss:0.002544756102590489\n", "train loss:0.013413047591273113\n", "train loss:0.004720555427625628\n", "train loss:0.022067681535986265\n", "train loss:0.006431508347125219\n", "train loss:0.010749662038742407\n", "train loss:0.0025764845799977456\n", "train loss:0.0038333105804740112\n", "train loss:0.004481132340292305\n", "train loss:0.03002567617397665\n", "train loss:0.004687156963644478\n", "train loss:0.15847445454153525\n", "train loss:0.009630294415029182\n", "train loss:0.004413453235716446\n", "train loss:0.00700461939883931\n", "train loss:0.013105079315858642\n", "train loss:0.0059739463671141906\n", "train loss:0.06854904774911053\n", "train loss:0.000621369781510997\n", "train loss:0.03498960088578706\n", "train loss:0.0038250415248898776\n", "train loss:0.0035382196834996276\n", "train loss:0.018363593064459317\n", "train loss:0.005947572986049928\n", "train loss:0.010318089445291397\n", "train loss:0.02023371322955246\n", "train loss:0.003770594167266707\n", "train loss:0.028592911629840255\n", "train loss:0.14320791498791766\n", "train loss:0.029419613799777988\n", "train loss:0.00838871684044664\n", "train loss:0.004470706930992488\n", "train loss:0.08583485788678276\n", "train loss:0.003680348511827446\n", "train loss:0.018004801923965582\n", "train loss:0.010372292110109944\n", "train loss:0.005318706988750385\n", "train loss:0.006054418630429844\n", "train loss:0.0068406037497929315\n", "train loss:0.0029468546074857397\n", "train loss:0.0020203357244803857\n", "train loss:0.045096580829307654\n", "train loss:0.008946272328681296\n", "train loss:0.041261361605907404\n", "train loss:0.04760195855022728\n", "train loss:0.019248849651427792\n", "train loss:0.003847830358883088\n", "train loss:0.012581124005423314\n", "train loss:0.009881569380366663\n", "train loss:0.0029231966236177255\n", "train loss:0.009864202078337029\n", "train loss:0.013707453456541634\n", "train loss:0.031016426726265256\n", "train loss:0.018780931129277534\n", "train loss:0.012020074740681595\n", "train loss:0.008237677517125806\n", "train loss:0.01475127247363872\n", "train loss:0.006286451345594526\n", "train loss:0.03399784688219986\n", "train loss:0.012333812330952343\n", "train loss:0.002291180625601091\n", "train loss:0.014708377522092163\n", "train loss:0.013942612041317658\n", "train loss:0.01078045411891983\n", "train loss:0.01143007834109995\n", "train loss:0.008952208791791602\n", "train loss:0.008921519290504432\n", "train loss:0.031144458328589014\n", "train loss:0.006582139381238905\n", "train loss:0.003643524923720558\n", "train loss:0.017775643873024535\n", "train loss:0.007081226440148847\n", "train loss:0.005709574295916935\n", "train loss:0.005269053572901521\n", "train loss:0.0037936007803685127\n", "train loss:0.0032227492602869977\n", "train loss:0.01286321961324722\n", "train loss:0.021339644242323406\n", "train loss:0.0008312831541241909\n", "train loss:0.03722989493940429\n", "train loss:0.01792783757943148\n", "train loss:0.006240984332254678\n", "train loss:0.0057566465347591135\n", "train loss:0.02078011657805377\n", "train loss:0.05176188463125413\n", "train loss:0.006633002562107955\n", "train loss:0.0036777616673564556\n", "train loss:0.011505435988461663\n", "train loss:0.0545509981022969\n", "train loss:0.001058086973258163\n", "train loss:0.0067453920485015485\n", "train loss:0.0024852226046270017\n", "train loss:0.0077771824011859435\n", "train loss:0.010549625620227585\n", "train loss:0.009466203606252683\n", "train loss:0.008653298924788297\n", "train loss:0.0048527221823493946\n", "train loss:0.005267563496900789\n", "train loss:0.005827370698433611\n", "train loss:0.005812202832995692\n", "train loss:0.005549433768818007\n", "train loss:0.03962608955887061\n", "train loss:0.023128709156364308\n", "train loss:0.002942575285595062\n", "train loss:0.009987165372000945\n", "train loss:0.0018984440963371772\n", "train loss:0.008003151588044216\n", "train loss:0.0033448794216684122\n", "train loss:0.02603244334417363\n", "train loss:0.0019270461060662985\n", "train loss:0.004059357507302796\n", "train loss:0.011665374121006251\n", "train loss:0.005374267379387253\n", "train loss:0.03641681375133565\n", "train loss:0.006295136441693117\n", "train loss:0.020268153384271063\n", "train loss:0.0061482028612195394\n", "train loss:0.03471559216630388\n", "train loss:0.01905806558506494\n", "train loss:0.03009155925101392\n", "train loss:0.006085029177266348\n", "train loss:0.012645985699240227\n", "train loss:0.014188857256091973\n", "train loss:0.020711108712674006\n", "train loss:0.01193518553804675\n", "train loss:0.015259161625302775\n", "train loss:0.03168535423223711\n", "train loss:0.004486971613968927\n", "train loss:0.01370477265327605\n", "train loss:0.03533806438951932\n", "train loss:0.004309733622016107\n", "train loss:0.004301804957886051\n", "train loss:0.013385915322956988\n", "train loss:0.008987635862811255\n", "train loss:0.006262328123607165\n", "train loss:0.0067273915706341225\n", "train loss:0.006133034093243054\n", "train loss:0.006217116682317513\n", "train loss:0.0030948602335887977\n", "train loss:0.012179799584608887\n", "train loss:0.005312029900751805\n", "train loss:0.031375385176615936\n", "train loss:0.002704590125173592\n", "train loss:0.002415992056904314\n", "train loss:0.015705830629787275\n", "train loss:0.006785919204355847\n", "train loss:0.028133069507867713\n", "train loss:0.0015795531656339961\n", "train loss:0.007398022931309661\n", "train loss:0.00649222293959018\n", "train loss:0.008141559185173187\n", "train loss:0.002584257028673901\n", "train loss:0.02421636080422247\n", "train loss:0.00876170227508053\n", "train loss:0.0032147664067632893\n", "train loss:0.015818339819991104\n", "train loss:0.004356801738270496\n", "train loss:0.004161495612763332\n", "train loss:0.005644805032096829\n", "train loss:0.0017324622859435689\n", "train loss:0.009043812032529802\n", "train loss:0.006149378574947502\n", "train loss:0.004646596654231041\n", "train loss:0.0029932306373004706\n", "train loss:0.007477669465146691\n", "train loss:0.00991771287829657\n", "train loss:0.010696166631219228\n", "train loss:0.005381342118432223\n", "train loss:0.00760622984346575\n", "train loss:0.0024050205423645317\n", "train loss:0.04023348521387916\n", "train loss:0.008038519708255119\n", "train loss:0.008119251635382695\n", "train loss:0.0006668402256770269\n", "train loss:0.007749308445989398\n", "train loss:0.023201382885907406\n", "train loss:0.011306229788472814\n", "train loss:0.005290204057873369\n", "train loss:0.023551144329684456\n", "train loss:0.011052147594455634\n", "train loss:0.015516130848789384\n", "train loss:0.003029676075361738\n", "train loss:0.006089162829461254\n", "train loss:0.043594394958924046\n", "train loss:0.002935015680575948\n", "train loss:0.012111820667050513\n", "train loss:0.02497001303424022\n", "train loss:0.0020727860036\n", "train loss:0.010825400524052347\n", "train loss:0.0013077970544623015\n", "train loss:0.003936423694473863\n", "train loss:0.009736134803644545\n", "train loss:0.005521603995165559\n", "train loss:0.0117721336974858\n", "train loss:0.0026081037159321756\n", "train loss:0.005192613432188963\n", "train loss:0.00300120856870175\n", "train loss:0.005631687296429504\n", "train loss:0.0028544438437287595\n", "train loss:0.01525227837214036\n", "train loss:0.007908515719152262\n", "train loss:0.011606678375486252\n", "train loss:0.0022753425904639664\n", "train loss:0.0064446419113945675\n", "train loss:0.030705016673385443\n", "train loss:0.0729665619152615\n", "train loss:0.012635815600369726\n", "train loss:0.0350789993084531\n", "train loss:0.04186991704022033\n", "train loss:0.0034181269386241325\n", "train loss:0.018597338897731713\n", "train loss:0.005810256289022887\n", "train loss:0.02880600711457444\n", "train loss:0.00676910137579036\n", "train loss:0.005636026280858844\n", "train loss:0.012656811723963239\n", "train loss:0.0025886547682865673\n", "train loss:0.03848635565690668\n", "train loss:0.003908305017582655\n", "train loss:0.011370212307446614\n", "train loss:0.04321075835197836\n", "train loss:0.0012981022646779458\n", "train loss:0.005002367407623892\n", "train loss:0.014417499528224907\n", "train loss:0.011690341744247667\n", "train loss:0.005965838008633267\n", "train loss:0.005180201918486931\n", "train loss:0.008294824853543895\n", "train loss:0.010425783474221916\n", "train loss:0.005249515984387668\n", "train loss:0.01846326861240031\n", "train loss:0.012110208890851794\n", "train loss:0.0034457085672702768\n", "train loss:0.0036513174149072907\n", "train loss:0.0053801807394429245\n", "train loss:0.11848730619442832\n", "train loss:0.021853873044694452\n", "train loss:0.014208522367606762\n", "train loss:0.0008051699043319501\n", "train loss:0.017819792865448925\n", "train loss:0.002726263133505035\n", "train loss:0.009916293278944572\n", "train loss:0.0054170502834726296\n", "train loss:0.007248191533777701\n", "train loss:0.010583750829998835\n", "train loss:0.0036691183133101255\n", "train loss:0.013825561211891126\n", "train loss:0.00830732272834214\n", "train loss:0.002943518208099077\n", "train loss:0.004169864461294733\n", "train loss:0.007518151109339768\n", "train loss:0.000644312896939203\n", "train loss:0.009684436429110042\n", "train loss:0.006030041088346969\n", "train loss:0.005117911849873465\n", "train loss:0.010128625370176234\n", "train loss:0.0035639189142326853\n", "train loss:0.01948149794748733\n", "train loss:0.001987230420413335\n", "train loss:0.012758993290834054\n", "train loss:0.009404380211981315\n", "train loss:0.02180870886836628\n", "train loss:0.01853744006078082\n", "train loss:0.003717500759547306\n", "train loss:0.005478413726028684\n", "train loss:0.006937030368908107\n", "train loss:0.0027447325940481533\n", "train loss:0.003910247703474338\n", "train loss:0.004012217403199486\n", "train loss:0.0022701401237878874\n", "train loss:0.012667589309361939\n", "train loss:0.0004958435660595929\n", "train loss:0.0049798805378812126\n", "train loss:0.003487025266500111\n", "train loss:0.022031038295907263\n", "train loss:0.025277755498233242\n", "train loss:0.0038307402502555897\n", "train loss:0.010019439573842942\n", "train loss:0.012533963446794997\n", "train loss:0.00547474642381031\n", "train loss:0.004125439784893925\n", "train loss:0.0055482227443225274\n", "train loss:0.0031715464944808347\n", "train loss:0.039029998761004464\n", "train loss:0.0022073672748806382\n", "train loss:0.0037127572736818286\n", "train loss:0.0022157061234591292\n", "train loss:0.0030565884065581876\n", "train loss:0.0035709870198563616\n", "train loss:0.0015701637355085341\n", "train loss:0.008922281293700554\n", "train loss:0.01220985894848783\n", "train loss:0.01977960651656799\n", "train loss:0.0014003719269370372\n", "train loss:0.006541718872451867\n", "train loss:0.0020852755181846204\n", "train loss:0.019844196493842794\n", "train loss:0.0011315909124985173\n", "train loss:0.005769328010910646\n", "train loss:0.00368083899303805\n", "train loss:0.0024893497419414545\n", "train loss:0.0060984076596274795\n", "train loss:0.03815853978796387\n", "train loss:0.0013143277268108447\n", "train loss:0.009187944639340397\n", "train loss:0.004916626413486478\n", "train loss:0.005689331740833643\n", "train loss:0.004009669163484795\n", "train loss:0.0035536549849458313\n", "train loss:0.006833528657242156\n", "train loss:0.0046799943163596345\n", "train loss:0.008250365563081324\n", "train loss:0.0033841669263332485\n", "train loss:0.0019781368716002305\n", "train loss:0.0036214700172126357\n", "train loss:0.026754632888490733\n", "train loss:0.021299579911232668\n", "train loss:0.01223570434222928\n", "train loss:0.01082016348099155\n", "train loss:0.0013706911624796403\n", "train loss:0.0064753189115689756\n", "train loss:0.000579347153892567\n", "train loss:0.0021433849063968316\n", "train loss:0.01509124526242578\n", "train loss:0.006994436895279854\n", "train loss:0.000534648411708301\n", "train loss:0.0018325580766194933\n", "train loss:0.0045412900053128005\n", "train loss:0.015011152907787899\n", "train loss:0.008740871174984045\n", "train loss:0.009178317775237387\n", "train loss:0.021046720957492635\n", "train loss:0.019572017316967925\n", "train loss:0.002113603995409143\n", "train loss:0.003090232458086857\n", "train loss:0.0015120185216937853\n", "train loss:0.00949769167857043\n", "train loss:0.008978310243441326\n", "train loss:0.004126740241836047\n", "train loss:0.006272446014370966\n", "train loss:0.0076848651333929294\n", "train loss:0.004157497535156964\n", "train loss:0.003227054371177173\n", "train loss:0.003056052338314209\n", "train loss:0.0030560988004847867\n", "train loss:0.0006722622702256246\n", "train loss:0.011370864420806037\n", "train loss:0.006473691674826235\n", "train loss:0.0062915403927734734\n", "train loss:0.0039010749851708455\n", "train loss:0.009134657257545557\n", "train loss:0.004422367688290015\n", "train loss:0.006197344743235197\n", "train loss:0.008964706227214323\n", "train loss:0.0017250964312220578\n", "train loss:0.0036011039007159762\n", "train loss:0.0013391753648787214\n", "train loss:0.007441829621450768\n", "train loss:0.009150214131243369\n", "train loss:0.003343629335299263\n", "train loss:0.009714534947800245\n", "train loss:0.0522202930131459\n", "train loss:0.00745027497347066\n", "train loss:0.0029410088582533284\n", "train loss:0.006044059546043562\n", "train loss:0.0055523708799540975\n", "train loss:0.022456737476516993\n", "train loss:0.0014103833164039465\n", "train loss:0.003972862805454655\n", "train loss:0.010647706965681928\n", "train loss:0.0034470100666612407\n", "train loss:0.0008877418572352154\n", "train loss:0.028175744227088986\n", "train loss:0.023081793437711426\n", "train loss:0.003759513297686019\n", "train loss:0.010372004240088795\n", "train loss:0.002365207975044736\n", "train loss:0.014255327940992648\n", "train loss:0.011156679704338082\n", "train loss:0.005230580053628637\n", "train loss:0.0059641235683273045\n", "train loss:0.04030063546143788\n", "train loss:0.010747765368763339\n", "train loss:0.0017508371807195666\n", "train loss:0.0005953404778782014\n", "train loss:0.018335602534570443\n", "train loss:0.008845885236259636\n", "train loss:0.009381665246125229\n", "train loss:0.017082933685913737\n", "train loss:0.006111875303267594\n", "train loss:0.009881709295521795\n", "train loss:0.007780731879299334\n", "train loss:0.03700426824306004\n", "train loss:0.02116616813889605\n", "train loss:0.0029159124908482302\n", "train loss:0.04115540025740901\n", "train loss:0.05454509941217057\n", "train loss:0.002653455154526419\n", "train loss:0.002322037198139169\n", "train loss:0.003976366971594767\n", "train loss:0.007777800831104271\n", "train loss:0.023237623984410184\n", "train loss:0.0056238358564893835\n", "train loss:0.0007870376281745448\n", "train loss:0.0039031869441924823\n", "train loss:0.005936045472146578\n", "=== epoch:10, train acc:0.995, test acc:0.986 ===\n", "train loss:0.003589741900397562\n", "train loss:0.004204474887366925\n", "train loss:0.009108905105136946\n", "train loss:0.08352845366135173\n", "train loss:0.0006969223266204648\n", "train loss:0.010416053582406297\n", "train loss:0.01700482362509828\n", "train loss:0.013761024828353195\n", "train loss:0.0019546443439689993\n", "train loss:0.003386750856335335\n", "train loss:0.0026067962908093915\n", "train loss:0.0034943281992210707\n", "train loss:0.010063006946494996\n", "train loss:0.005314939945703749\n", "train loss:0.003852817261435757\n", "train loss:0.02114212958961851\n", "train loss:0.0066580129891687335\n", "train loss:0.002693248809665272\n", "train loss:0.007702417185585691\n", "train loss:0.002680397932929114\n", "train loss:0.0006402475408129774\n", "train loss:0.05477170321648355\n", "train loss:0.03339328783184674\n", "train loss:0.04983959109015796\n", "train loss:0.002685826999345666\n", "train loss:0.005044168116450839\n", "train loss:0.0029207587744194126\n", "train loss:0.010689051329533447\n", "train loss:0.017783015066947787\n", "train loss:0.00910923315209487\n", "train loss:0.009190628215732759\n", "train loss:0.0028365953507727528\n", "train loss:0.00689391024759971\n", "train loss:0.012067575503026578\n", "train loss:0.011971772510996287\n", "train loss:0.007943109092828228\n", "train loss:0.015379013099900229\n", "train loss:0.006473817218403082\n", "train loss:0.013576952712283548\n", "train loss:0.01234394162336897\n", "train loss:0.0015321693222081958\n", "train loss:0.01250977990878622\n", "train loss:0.0027633177392386928\n", "train loss:0.0039663952988888114\n", "train loss:0.011340430904229854\n", "train loss:0.0208642102412246\n", "train loss:0.018464108899988244\n", "train loss:0.004855959163377349\n", "train loss:0.0025398874701931633\n", "train loss:0.0010523267790359077\n", "train loss:0.01026589876644564\n", "train loss:0.002397587050426224\n", "train loss:0.00742475846845562\n", "train loss:0.007994106250177971\n", "train loss:0.033195458313294395\n", "train loss:0.010851413884995413\n", "train loss:0.00881471414361875\n", "train loss:0.013166074814896574\n", "train loss:0.00031949601673724815\n", "train loss:0.021393763211128642\n", "train loss:0.005195395026562536\n", "train loss:0.006818745805709854\n", "train loss:0.011247369557967212\n", "train loss:0.010755790339256688\n", "train loss:0.01061555385765947\n", "train loss:0.013358737223717443\n", "train loss:0.0031772889988979204\n", "train loss:0.0044043402609345896\n", "train loss:0.0022861880893794207\n", "train loss:0.006235873516921301\n", "train loss:0.06543478000829481\n", "train loss:0.0011825814943647115\n", "train loss:0.008076239859261656\n", "train loss:0.0022856740232978586\n", "train loss:0.007213083716512316\n", "train loss:0.012281587844064013\n", "train loss:0.0019361012150835035\n", "train loss:0.0058910435931204775\n", "train loss:0.010848064708467005\n", "train loss:0.006516835743800652\n", "train loss:0.004351384223751205\n", "train loss:0.0032232070574568787\n", "train loss:0.0010799767776238866\n", "train loss:0.0020477449282558843\n", "train loss:0.005152686260131211\n", "train loss:0.00553195945846787\n", "train loss:0.012094177988584212\n", "train loss:0.0098607006110427\n", "train loss:0.008235551988065769\n", "train loss:0.0007725267172177752\n", "train loss:0.004404902911016561\n", "train loss:0.00945275153157767\n", "train loss:0.018978861706994265\n", "train loss:0.007592951523450029\n", "train loss:0.0030804944790322115\n", "train loss:0.015780093874908783\n", "train loss:0.0103310859125068\n", "train loss:0.024166462425098127\n", "train loss:0.04556177628372151\n", "train loss:0.006240976977783719\n", "train loss:0.0025509694895578393\n", "train loss:0.04945211023781384\n", "train loss:0.005090708446721008\n", "train loss:0.019256822392425942\n", "train loss:0.010996284586654683\n", "train loss:0.007652517170912159\n", "train loss:0.02400696072700362\n", "train loss:0.06333614760442725\n", "train loss:0.0027824892299412748\n", "train loss:0.007158909987524925\n", "train loss:0.0019506952809956097\n", "train loss:0.019053048276083083\n", "train loss:0.010462303657021037\n", "train loss:0.030355447873169173\n", "train loss:0.011151209106866719\n", "train loss:0.004844245328937766\n", "train loss:0.006277071738269423\n", "train loss:0.004418557807455315\n", "train loss:0.0013099210391039541\n", "train loss:0.0064465416160374\n", "train loss:0.004732018203841047\n", "train loss:0.003085042332534309\n", "train loss:0.0007806498552756938\n", "train loss:0.003540343740074394\n", "train loss:0.02771847777903561\n", "train loss:0.002999737925153698\n", "train loss:0.007528003944788258\n", "train loss:0.011879206289088466\n", "train loss:0.007885806623885782\n", "train loss:0.01891373605981321\n", "train loss:0.002632914785368391\n", "train loss:0.006354639549362794\n", "train loss:0.00936708094851488\n", "train loss:0.0005201316974337828\n", "train loss:0.01428087879293062\n", "train loss:0.0013115550947909935\n", "train loss:0.007734556713533023\n", "train loss:0.008533259389434038\n", "train loss:0.0026431211903763163\n", "train loss:0.0077449540710328325\n", "train loss:0.017263944764325283\n", "train loss:0.01446807198752696\n", "train loss:0.013985359474470705\n", "train loss:0.003139851643707335\n", "train loss:0.009346491338506638\n", "train loss:0.005886303105411918\n", "train loss:0.0036300438542995095\n", "train loss:0.0017841667736235548\n", "train loss:0.02850456276086522\n", "train loss:0.00121060067225973\n", "train loss:0.005964324359384663\n", "train loss:0.0071371883563358905\n", "train loss:0.005222618160629819\n", "train loss:0.030971728468696412\n", "train loss:0.030777202351125733\n", "train loss:0.001969375305987958\n", "train loss:0.013615677799772853\n", "train loss:0.003130952321415193\n", "train loss:0.005457135757787181\n", "train loss:0.005205030557673806\n", "train loss:0.004238721838155689\n", "train loss:0.03477970667467078\n", "train loss:0.003264011057381927\n", "train loss:0.005747339068302528\n", "train loss:0.0034149075099639097\n", "train loss:0.0018370063020205767\n", "train loss:0.007704938087281598\n", "train loss:0.004740394072938211\n", "train loss:0.0033686315788379567\n", "train loss:0.0014597025165096907\n", "train loss:0.015080380083997737\n", "train loss:0.02855652670263007\n", "train loss:0.013788285670525828\n", "train loss:0.004147002690632008\n", "train loss:0.006803080261814266\n", "train loss:0.0076173302389159455\n", "train loss:0.06946501468962812\n", "train loss:0.005788909406995291\n", "train loss:0.009218791261982797\n", "train loss:0.0031469649842143167\n", "train loss:0.0036018626223955266\n", "train loss:0.01643347167158353\n", "train loss:0.00742715747704907\n", "train loss:0.004230698357027462\n", "train loss:0.007012548298275687\n", "train loss:0.005219186014159274\n", "train loss:0.0200277914877311\n", "train loss:0.0011189130408366724\n", "train loss:0.014509174755924927\n", "train loss:0.0028269977586085483\n", "train loss:0.008101935354077959\n", "train loss:0.0014809754719618206\n", "train loss:0.005198146329001194\n", "train loss:0.015187353458758742\n", "train loss:0.01088641262568066\n", "train loss:0.0029611438227967355\n", "train loss:0.003944948170122386\n", "train loss:0.016104862574044115\n", "train loss:0.0016557989908529056\n", "train loss:0.002601770112298013\n", "train loss:0.0010537495812767584\n", "train loss:0.0010218009775843475\n", "train loss:0.0024761015869796572\n", "train loss:0.002570782929185833\n", "train loss:0.0011866964508276427\n", "train loss:0.0031207086188088074\n", "train loss:0.0029153198336312213\n", "train loss:0.014975202784460108\n", "train loss:0.010464090250548888\n", "train loss:0.03522004817897382\n", "train loss:0.012147307383494598\n", "train loss:0.02992539267362962\n", "train loss:0.014483350558386825\n", "train loss:0.012863675258727296\n", "train loss:0.004034478424410297\n", "train loss:0.005478170592179773\n", "train loss:0.00527478185171112\n", "train loss:0.013196111059719138\n", "train loss:0.002644380431514231\n", "train loss:0.002310902917926771\n", "train loss:0.009186924289438032\n", "train loss:0.010482249648282864\n", "train loss:0.002158959125020915\n", "train loss:0.004322141047276906\n", "train loss:0.007552697916303955\n", "train loss:0.002286560810553345\n", "train loss:0.003809500127481022\n", "train loss:0.001599029881354129\n", "train loss:0.02289116035613246\n", "train loss:0.005593805982306029\n", "train loss:0.005347389633543953\n", "train loss:0.0024795998880434438\n", "train loss:0.0035265893433862063\n", "train loss:0.003979039605775805\n", "train loss:0.0059109875591043535\n", "train loss:0.02120361939746799\n", "train loss:0.002329806481857919\n", "train loss:0.0038429508458124127\n", "train loss:0.0026980349930878188\n", "train loss:0.00723303919787178\n", "train loss:0.004200086174329447\n", "train loss:0.0029654692312497777\n", "train loss:0.002641054242991685\n", "train loss:0.00368483596730588\n", "train loss:0.008488926549488568\n", "train loss:0.0037896382452534566\n", "train loss:0.0038536594121967834\n", "train loss:0.0018959610332547547\n", "train loss:0.00207243322968244\n", "train loss:0.08806581395845038\n", "train loss:0.027525098575857738\n", "train loss:0.007549938102068293\n", "train loss:0.003146798751370427\n", "train loss:0.008923529922360486\n", "train loss:0.006249287208277209\n", "train loss:0.0039804726074134785\n", "train loss:0.0030163691726347837\n", "train loss:0.005708072867653064\n", "train loss:0.021269864835908394\n", "train loss:0.04432703037206891\n", "train loss:0.009040573771821455\n", "train loss:0.0033899864884133933\n", "train loss:0.0023978251948176656\n", "train loss:0.003275830852731355\n", "train loss:0.0044684403759856035\n", "train loss:0.003988296779438521\n", "train loss:0.0047412122273753346\n", "train loss:0.00268223248056193\n", "train loss:0.04246811947313765\n", "train loss:0.00473664222065869\n", "train loss:0.0015645272910835614\n", "train loss:0.0063953151316770976\n", "train loss:0.0030160297519287384\n", "train loss:0.008465897563232041\n", "train loss:0.019530707392038747\n", "train loss:0.004356513949853495\n", "train loss:0.013879840233493514\n", "train loss:0.009652323110753489\n", "train loss:0.007231997959161619\n", "train loss:0.008928807061182556\n", "train loss:0.0018105472936384127\n", "train loss:0.01016451711569377\n", "train loss:0.019566526715593332\n", "train loss:0.0009846565918478526\n", "train loss:0.0011819965441551851\n", "train loss:0.05101594892114677\n", "train loss:0.0013482573894832367\n", "train loss:0.005345034614174377\n", "train loss:0.004593710667742946\n", "train loss:0.009907356831779884\n", "train loss:0.0031524554220607234\n", "train loss:0.004116651695329754\n", "train loss:0.0007682333223344922\n", "train loss:0.041447124512059966\n", "train loss:0.013454647528883992\n", "train loss:0.08578262764120428\n", "train loss:0.014436051203573955\n", "train loss:0.00420390793606554\n", "train loss:0.007806313955519768\n", "train loss:0.004753141510676041\n", "train loss:0.003224335860562733\n", "train loss:0.005648710403643946\n", "train loss:0.01944997596046943\n", "train loss:0.017228665111644358\n", "train loss:0.0238149281292079\n", "train loss:0.06281375457136383\n", "train loss:0.023212436389522605\n", "train loss:0.007800958188455204\n", "train loss:0.07319346613891596\n", "train loss:0.0015944756592537735\n", "train loss:0.03257572639057591\n", "train loss:0.00493272892948767\n", "train loss:0.006057831635851631\n", "train loss:0.009869456773193633\n", "train loss:0.0036786946834726554\n", "train loss:0.0572069952359015\n", "train loss:0.0010542326361719077\n", "train loss:0.02321543907231229\n", "train loss:0.0035559700499597853\n", "train loss:0.0010804981805946536\n", "train loss:0.07427709056547252\n", "train loss:0.005340477913432153\n", "train loss:0.0026475094833428607\n", "train loss:0.03185315583442987\n", "train loss:0.020303955361076494\n", "train loss:0.02039912879582419\n", "train loss:0.004071877247610278\n", "train loss:0.00198240588932545\n", "train loss:0.023456987276321093\n", "train loss:0.019826939763247765\n", "train loss:0.0033075437053499703\n", "train loss:0.009086930691234861\n", "train loss:0.009989488785952173\n", "train loss:0.0114266418114976\n", "train loss:0.02235623867378736\n", "train loss:0.0029262431575870435\n", "train loss:0.010927104072468923\n", "train loss:0.005618994966986736\n", "train loss:0.008829917726532212\n", "train loss:0.0034843685314995816\n", "train loss:0.019366989237945272\n", "train loss:0.004643648563927341\n", "train loss:0.007393499301509013\n", "train loss:0.004967016161331533\n", "train loss:0.018858788290739482\n", "train loss:0.0040786234291644895\n", "train loss:0.01376661190381545\n", "train loss:0.004933374151359276\n", "train loss:0.0015284244706455321\n", "train loss:0.004652690741249124\n", "train loss:0.048296452119312126\n", "train loss:0.0048411203886188185\n", "train loss:0.0007856582107705901\n", "train loss:0.010254323764152607\n", "train loss:0.006764816815745672\n", "train loss:0.006140181025997584\n", "train loss:0.007078309941411485\n", "train loss:0.015023890843238321\n", "train loss:0.004046958119659561\n", "train loss:0.004084287809683081\n", "train loss:0.005843740800492193\n", "train loss:0.006279827135071862\n", "train loss:0.002859652539568693\n", "train loss:0.012037509499774618\n", "train loss:0.010322555131554277\n", "train loss:0.002030018792786852\n", "train loss:0.0018328790879942076\n", "train loss:0.023325083733782958\n", "train loss:0.006086026679755961\n", "train loss:0.0026617755544602463\n", "train loss:0.006951154836652544\n", "train loss:0.0035597646993657593\n", "train loss:0.00351163560200008\n", "train loss:0.0035604259575079318\n", "train loss:0.001332670986144481\n", "train loss:0.0068981998780449204\n", "train loss:0.0017152440797394706\n", "train loss:0.024127699481558976\n", "train loss:0.009541701101530697\n", "train loss:0.003644013884028666\n", "train loss:0.011046992664817285\n", "train loss:0.0038279070915270674\n", "train loss:0.011719757292023824\n", "train loss:0.03985847637535557\n", "train loss:0.0014613986338638523\n", "train loss:0.03021847388283714\n", "train loss:0.006612173520646366\n", "train loss:0.008338645546858153\n", "train loss:0.007832286960400356\n", "train loss:0.0019652365421144987\n", "train loss:0.010110269361971545\n", "train loss:0.019290558354299443\n", "train loss:0.015309551697710137\n", "train loss:0.00333742326501119\n", "train loss:0.007720534154407953\n", "train loss:0.06130698670077704\n", "train loss:0.0014640195989295058\n", "train loss:0.03643420955830717\n", "train loss:0.010434137107819343\n", "train loss:0.006507556941818237\n", "train loss:0.015493360019099853\n", "train loss:0.011622336429312456\n", "train loss:0.003816726349645511\n", "train loss:0.002433201986067647\n", "train loss:0.008411896909451573\n", "train loss:0.01180530555586934\n", "train loss:0.01184269841626528\n", "train loss:0.010864172945394717\n", "train loss:0.0032381549686820122\n", "train loss:0.002219373453846074\n", "train loss:0.004630430688732163\n", "train loss:0.032132390966116746\n", "train loss:0.014981419754979242\n", "train loss:0.008973566836254977\n", "train loss:0.005864093780819372\n", "train loss:0.005838250692622432\n", "train loss:0.007028979872125989\n", "train loss:0.002989237888117099\n", "train loss:0.008944125000446257\n", "train loss:0.001270193175576377\n", "train loss:0.004752333521807785\n", "train loss:0.0024901854954223427\n", "train loss:0.005042535795848465\n", "train loss:0.00985464251770675\n", "train loss:0.018537845012430026\n", "train loss:0.0016566900568350878\n", "train loss:0.01098154749684338\n", "train loss:0.004499089965494061\n", "train loss:0.007505196445201914\n", "train loss:0.0015020763960624367\n", "train loss:0.0019766691092118\n", "train loss:0.020069295863164843\n", "train loss:0.011166038613340668\n", "train loss:0.0036618118232151914\n", "train loss:0.005808892861708825\n", "train loss:0.0017755891049163759\n", "train loss:0.006725587598931143\n", "train loss:0.0031176288870666314\n", "train loss:0.0067334863110395495\n", "train loss:0.009036028146123413\n", "train loss:0.0034554264154288833\n", "train loss:0.0019969677594047224\n", "train loss:0.03883425216825864\n", "train loss:0.0006346756739015742\n", "train loss:0.023856500992774022\n", "train loss:0.0023854716957356064\n", "train loss:0.019911679020858254\n", "train loss:0.009497604407822758\n", "train loss:0.002228266609687623\n", "train loss:0.02287403896853486\n", "train loss:0.0006910708067358284\n", "train loss:0.0275655555361982\n", "train loss:0.0011249097247407972\n", "train loss:0.0072268063997784696\n", "train loss:0.013297911300660598\n", "train loss:0.01024055743677798\n", "train loss:0.006992972427246714\n", "train loss:0.0214159918082935\n", "train loss:0.005949766999626357\n", "train loss:0.0018511768433615294\n", "train loss:0.0011014812525523044\n", "train loss:0.004952466061795989\n", "train loss:0.0149438739277197\n", "train loss:0.00443914478435803\n", "train loss:0.008505260798099028\n", "train loss:0.023567912680194314\n", "train loss:0.009732090746399672\n", "train loss:0.0005088068342771281\n", "train loss:0.0042747998043268735\n", "train loss:0.04609450698520427\n", "train loss:0.00143427835276444\n", "train loss:0.00950146113378712\n", "train loss:0.00491774478050327\n", "train loss:0.04413650566937768\n", "train loss:0.007412307488882636\n", "train loss:0.0054349947730668105\n", "train loss:0.0053943554319854856\n", "train loss:0.006165666868082013\n", "train loss:0.006459834015549774\n", "train loss:0.011260645722487023\n", "train loss:0.011198450275334953\n", "train loss:0.01999767483750791\n", "train loss:0.003959074940170183\n", "train loss:0.0014722683064123054\n", "train loss:0.005732298746038231\n", "train loss:0.010579384425702072\n", "train loss:0.0028798456035527688\n", "train loss:0.0026024825211366353\n", "train loss:0.0015934012317766087\n", "train loss:0.006666055642339863\n", "train loss:0.007756133067871238\n", "train loss:0.007454853270821271\n", "train loss:0.05501874018114781\n", "train loss:0.007596380324817315\n", "train loss:0.0032510884280615828\n", "train loss:0.0013044844361956639\n", "train loss:0.002446209723400804\n", "train loss:0.006106907430482198\n", "train loss:0.006902679512176484\n", "train loss:0.0013625638275472085\n", "train loss:0.009298440295531308\n", "train loss:0.007784284594142389\n", "train loss:0.004145997924489168\n", "train loss:0.0013051756112532587\n", "train loss:0.0010778810549241377\n", "train loss:0.027715918273421968\n", "train loss:0.001062036437802301\n", "train loss:0.006141015261283787\n", "train loss:0.0053148203302968555\n", "train loss:0.022043917723941257\n", "train loss:0.011921641799955633\n", "train loss:0.007902956543489657\n", "train loss:0.016506574295751572\n", "train loss:0.0025716657368850832\n", "train loss:0.0013776459153434812\n", "train loss:0.04047207992035434\n", "train loss:0.024052013655672656\n", "train loss:0.016442131974604937\n", "train loss:0.012109030071486166\n", "train loss:0.0037210511892526556\n", "train loss:0.02608273963613927\n", "train loss:0.006867765172712883\n", "train loss:0.015989417400429504\n", "train loss:0.02392102183474395\n", "train loss:0.0011778309457908223\n", "train loss:0.0030799312836714715\n", "train loss:0.006286790776253207\n", "train loss:0.02413787726010956\n", "train loss:0.0031291945598981214\n", "train loss:0.003945305675188307\n", "train loss:0.0019113572204259449\n", "train loss:0.001125253383550017\n", "train loss:0.0133753847333775\n", "train loss:0.019889166611036676\n", "train loss:0.019496550276475413\n", "train loss:0.002017245089135265\n", "train loss:0.003875625610094702\n", "train loss:0.0008410793298070286\n", "train loss:0.003107288048088383\n", "train loss:0.004697830319383261\n", "train loss:0.0073388072084002035\n", "train loss:0.014285031519286468\n", "train loss:0.09279309309940251\n", "train loss:0.013074990507341353\n", "train loss:0.01657052265187141\n", "train loss:0.0024011245377782544\n", "train loss:0.012053320267448618\n", "train loss:0.0217213455429364\n", "train loss:0.0013178261152942791\n", "train loss:0.007258678021295273\n", "train loss:0.007482280046469064\n", "train loss:0.002301495175781449\n", "train loss:0.0071311267413040344\n", "train loss:0.013478274400596351\n", "train loss:0.018665492969161673\n", "train loss:0.004093681089870575\n", "train loss:0.015392767811347456\n", "train loss:0.0013241052020936883\n", "train loss:0.005932489383754545\n", "train loss:0.004737685465341623\n", "train loss:0.007385686442475591\n", "train loss:0.0019364808885030441\n", "train loss:0.005536201029596509\n", "train loss:0.01468923291735357\n", "train loss:0.012259639551358597\n", "train loss:0.010893167487447097\n", "train loss:0.005730180374024691\n", "train loss:0.044867388929354754\n", "train loss:0.009987147137219954\n", "train loss:0.007374842798303609\n", "train loss:0.0025790144890810245\n", "train loss:0.006041363669889928\n", "train loss:0.004099058417374982\n", "train loss:0.009125401581739653\n", "train loss:0.004600635325409438\n", "train loss:0.02856847433561855\n", "train loss:0.019217574743390902\n", "train loss:0.00771047797598912\n", "train loss:0.0029865358674078055\n", "train loss:0.0022798127640680796\n", "train loss:0.004592802425094184\n", "train loss:0.008835202586367668\n", "train loss:0.008945409650423612\n", "train loss:0.005098844058935032\n", "train loss:0.003505259137863537\n", "train loss:0.004914440554527748\n", "train loss:0.028474751523329348\n", "train loss:0.005449980878651498\n", "train loss:0.006747812039659106\n", "train loss:0.005132618403357383\n", "train loss:0.008141908416983206\n", "train loss:0.011292745350665094\n", "train loss:0.0060311582968524124\n", "train loss:0.002346448419240921\n", "train loss:0.015673648663706696\n", "train loss:0.0027876252408232977\n", "train loss:0.005201679919505648\n", "train loss:0.012845781238624312\n", "train loss:0.05561057459301628\n", "train loss:0.003942034023914805\n", "=== epoch:11, train acc:0.993, test acc:0.979 ===\n", "train loss:0.0070410494405934295\n", "train loss:0.01578865910578829\n", "train loss:0.003585690978238453\n", "train loss:0.004843694163383567\n", "train loss:0.005333708113917839\n", "train loss:0.006579029569534444\n", "train loss:0.003039673419432127\n", "train loss:0.0041907360083335045\n", "train loss:0.0019281440881027709\n", "train loss:0.028181939837255893\n", "train loss:0.008182966699963887\n", "train loss:0.0006923684333032857\n", "train loss:0.011158842011371043\n", "train loss:0.002501132165575196\n", "train loss:0.022412407361913557\n", "train loss:0.0006582865800840293\n", "train loss:0.028709216107178036\n", "train loss:0.010799177924079357\n", "train loss:0.001805328187768801\n", "train loss:0.001982139537048862\n", "train loss:0.0033289468623545547\n", "train loss:0.007756604385475062\n", "train loss:0.004048662961135107\n", "train loss:0.002241811335338696\n", "train loss:0.016115313054669855\n", "train loss:0.01133828266422527\n", "train loss:0.031000380401230404\n", "train loss:0.010868544481424172\n", "train loss:0.026299722686554894\n", "train loss:0.01304323647194588\n", "train loss:0.0025806666078644776\n", "train loss:0.0018142275403938263\n", "train loss:0.029032128982170346\n", "train loss:0.004509075692639423\n", "train loss:0.0013470449014241354\n", "train loss:0.006760121418592268\n", "train loss:0.005097621402949788\n", "train loss:0.0022241175101670374\n", "train loss:0.00029608935151563537\n", "train loss:0.0027651113462042985\n", "train loss:0.0029860951770759947\n", "train loss:0.0011021508101598469\n", "train loss:0.00814966755528889\n", "train loss:0.006696170863784699\n", "train loss:0.0012987663968913926\n", "train loss:0.0005949926417220539\n", "train loss:0.009120200418937624\n", "train loss:0.015051930964406504\n", "train loss:0.0013268480085319413\n", "train loss:0.025068033463709883\n", "train loss:0.004065606795366678\n", "train loss:0.006309968003100481\n", "train loss:0.01137689912222894\n", "train loss:0.0012197727475099936\n", "train loss:0.019976151474603958\n", "train loss:0.01662672515406467\n", "train loss:0.003404982260324314\n", "train loss:0.012773224187220066\n", "train loss:0.0030231444205752354\n", "train loss:0.001543540815206096\n", "train loss:0.012552844869623755\n", "train loss:0.0012137072841926343\n", "train loss:0.003032879011701961\n", "train loss:0.01065417909134298\n", "train loss:0.0018295736192833528\n", "train loss:0.002548905980482981\n", "train loss:0.007918466565055805\n", "train loss:0.007087811036843651\n", "train loss:0.009924406413628116\n", "train loss:0.00356110297340778\n", "train loss:0.002323144962889236\n", "train loss:0.010121775187465069\n", "train loss:0.024107803146252656\n", "train loss:0.008806799327646109\n", "train loss:0.002177384268939558\n", "train loss:0.0030547873959280766\n", "train loss:0.001433753333018532\n", "train loss:0.019438813785935604\n", "train loss:0.015048648461865113\n", "train loss:0.004801059604014891\n", "train loss:0.009911396826412596\n", "train loss:0.06909570952872138\n", "train loss:0.00176083350034384\n", "train loss:0.021778365321282394\n", "train loss:0.004710796243925782\n", "train loss:0.005898876801535747\n", "train loss:0.002122037151055633\n", "train loss:0.013273324638347083\n", "train loss:0.004702378418908565\n", "train loss:0.012402906131124335\n", "train loss:0.005693639040251957\n", "train loss:0.01858805701901574\n", "train loss:0.03594082448327251\n", "train loss:0.0029075563370388018\n", "train loss:0.013731979198993792\n", "train loss:0.002035737559812787\n", "train loss:0.010417575492800596\n", "train loss:0.007234535224295093\n", "train loss:0.0014677620455411267\n", "train loss:0.0007150009253152178\n", "train loss:0.001641780884830987\n", "train loss:0.003425308822537284\n", "train loss:0.07586181818140943\n", "train loss:0.018383831135790344\n", "train loss:0.014929424228997795\n", "train loss:0.009640756982570062\n", "train loss:0.0019866889417316457\n", "train loss:0.03588026131197105\n", "train loss:0.016075347249860025\n", "train loss:0.013555147121917238\n", "train loss:0.01024813782584858\n", "train loss:0.0035697490918611325\n", "train loss:0.012444205235026748\n", "train loss:0.013837921060710053\n", "train loss:0.011536156287012071\n", "train loss:0.007871616347650871\n", "train loss:0.0011848492778266041\n", "train loss:0.018831247888561883\n", "train loss:0.0072995730927973524\n", "train loss:0.002258241676352513\n", "train loss:0.001529843095958847\n", "train loss:0.026717008234342816\n", "train loss:0.003950508663809494\n", "train loss:0.008095028724666635\n", "train loss:0.012023109957013684\n", "train loss:0.00828178430662149\n", "train loss:0.005809484030621587\n", "train loss:0.020581775838925377\n", "train loss:0.004742333056377863\n", "train loss:0.010061980215419968\n", "train loss:0.01343837475706854\n", "train loss:0.010124593738704406\n", "train loss:0.01612094982758966\n", "train loss:0.005746740573209973\n", "train loss:0.004268481354252466\n", "train loss:0.0005056475408990495\n", "train loss:0.03635951462578036\n", "train loss:0.024280017060953885\n", "train loss:0.005418750379962883\n", "train loss:0.0023154159142594046\n", "train loss:0.0017593290698633898\n", "train loss:0.011102798120079495\n", "train loss:0.012943023139812852\n", "train loss:0.0037252200835111273\n", "train loss:0.0035696845502819403\n", "train loss:0.018873586037332985\n", "train loss:0.005248182881173586\n", "train loss:0.030518209177304825\n", "train loss:0.0015804649899055778\n", "train loss:0.006264962036462577\n", "train loss:0.005409160868508862\n", "train loss:0.019180424657706543\n", "train loss:0.0013137098029926794\n", "train loss:0.05176377186550449\n", "train loss:0.002561926056727774\n", "train loss:0.005799795181038077\n", "train loss:0.008010811725001933\n", "train loss:0.004501103431451842\n", "train loss:0.025205192662923998\n", "train loss:0.0021044222353567383\n", "train loss:0.033726880566388076\n", "train loss:0.004583112681838787\n", "train loss:0.022987784616466715\n", "train loss:0.007983681938684069\n", "train loss:0.0024731575821518247\n", "train loss:0.007245899278594087\n", "train loss:0.007317479052762302\n", "train loss:0.007488014507984791\n", "train loss:0.027911707399840485\n", "train loss:0.004296467429666439\n", "train loss:0.007321754687704526\n", "train loss:0.004484747131879608\n", "train loss:0.011888545906670074\n", "train loss:0.02864847415710289\n", "train loss:0.007945350597721177\n", "train loss:0.0017943386981746604\n", "train loss:0.004830130595478588\n", "train loss:0.011474491446259522\n", "train loss:0.0023211921903651613\n", "train loss:0.012396764418393174\n", "train loss:0.01518299154027266\n", "train loss:0.016205671089378416\n", "train loss:0.0008639218159890226\n", "train loss:0.0030121870466351384\n", "train loss:0.004650683441614347\n", "train loss:0.005975501786657799\n", "train loss:0.02319951267196568\n", "train loss:0.004867192821380864\n", "train loss:0.006892367895573662\n", "train loss:0.050744548067486156\n", "train loss:0.0024116793586686546\n", "train loss:0.001453927857275318\n", "train loss:0.006273017185350772\n", "train loss:0.007479166930672218\n", "train loss:0.01492175795933517\n", "train loss:0.0011944941890518908\n", "train loss:0.0036972433128539713\n", "train loss:0.0018402464110385103\n", "train loss:0.0009609911433836972\n", "train loss:0.008804528603475088\n", "train loss:0.001794324886354691\n", "train loss:0.03549096716266739\n", "train loss:0.0029166721628571314\n", "train loss:0.005775009752760034\n", "train loss:0.011708659209518347\n", "train loss:0.003969861902117641\n", "train loss:0.0018759464384543437\n", "train loss:0.0017406927205894348\n", "train loss:0.0032842574441099195\n", "train loss:0.0015702299951978573\n", "train loss:0.014424398829304887\n", "train loss:0.007863162973028675\n", "train loss:0.005793980257512399\n", "train loss:0.0013948991448186493\n", "train loss:0.0010082750836061\n", "train loss:0.003956609576763586\n", "train loss:0.005158308584373518\n", "train loss:0.004887035525109897\n", "train loss:0.006444484177786497\n", "train loss:0.00821837929258052\n", "train loss:0.01661533138948353\n", "train loss:0.004279983851834445\n", "train loss:0.02160556768796004\n", "train loss:0.0067644269776014196\n", "train loss:0.002078357626997508\n", "train loss:0.007573789578729021\n", "train loss:0.00965094701646211\n", "train loss:0.004150721328794637\n", "train loss:0.008901043656409816\n", "train loss:0.001778585209733345\n", "train loss:0.004637053244081766\n", "train loss:0.0027575008962050706\n", "train loss:0.005136347911838235\n", "train loss:0.0024133419993868253\n", "train loss:0.001421686108319867\n", "train loss:0.002147304034894615\n", "train loss:0.0037805326395313394\n", "train loss:0.011548424483102527\n", "train loss:0.0037684262480349147\n", "train loss:0.009996599738453835\n", "train loss:0.03667198079843861\n", "train loss:0.0011516973108707399\n", "train loss:0.0013166194606634308\n", "train loss:0.0030016343090398024\n", "train loss:0.006558302521107352\n", "train loss:0.002773608757230486\n", "train loss:0.008458284865651686\n", "train loss:0.010715507082777583\n", "train loss:0.017472295199836327\n", "train loss:0.003235217193827098\n", "train loss:0.002658589254004202\n", "train loss:0.007035135713257974\n", "train loss:0.00045858803729134455\n", "train loss:0.001801337334972715\n", "train loss:0.008790664986662668\n", "train loss:0.0036300463323082873\n", "train loss:0.020305528674401604\n", "train loss:0.0031770733573770987\n", "train loss:0.0022814305862640803\n", "train loss:0.00872670771505349\n", "train loss:0.00262926949437143\n", "train loss:0.017579284626515222\n", "train loss:0.002995035471060371\n", "train loss:0.006637850827323245\n", "train loss:0.0023734651380051537\n", "train loss:0.005843628898669691\n", "train loss:0.0013395156447985979\n", "train loss:0.00546219437075845\n", "train loss:0.00713516811389936\n", "train loss:0.00353601154000763\n", "train loss:0.00565163064814259\n", "train loss:0.019159165176318934\n", "train loss:0.0015990381986287871\n", "train loss:0.00029157286163636965\n", "train loss:0.01325386757285302\n", "train loss:0.010151001101385747\n", "train loss:0.0021679477158401076\n", "train loss:0.0019765849684750154\n", "train loss:0.003664066056241558\n", "train loss:0.0008945627537334233\n", "train loss:0.001202644440936384\n", "train loss:0.0058150794775058134\n", "train loss:0.0122789154272424\n", "train loss:0.0017810934288712485\n", "train loss:0.0030803841501665153\n", "train loss:0.0020944895375425766\n", "train loss:0.0018426962445097935\n", "train loss:0.002146521455053208\n", "train loss:0.00804378668623104\n", "train loss:0.0005077113757915457\n", "train loss:0.004977914400222332\n", "train loss:0.001825990347151405\n", "train loss:0.0010663223375892514\n", "train loss:0.002117505380911595\n", "train loss:0.0034337301327338403\n", "train loss:0.002463796555112189\n", "train loss:0.004521306563527068\n", "train loss:0.009247195310148434\n", "train loss:0.001587241812799461\n", "train loss:0.000578026577774319\n", "train loss:0.0023353115703152495\n", "train loss:0.003926211689528573\n", "train loss:0.022619081596691647\n", "train loss:0.002420943645202757\n", "train loss:0.004850142384085843\n", "train loss:0.004136023303737708\n", "train loss:0.00035750285182525513\n", "train loss:0.009739882798891372\n", "train loss:0.0016982114466771406\n", "train loss:0.006367300185529632\n", "train loss:0.07504229754938548\n", "train loss:0.0036770954821282614\n", "train loss:0.010045463639029424\n", "train loss:0.008328633598189212\n", "train loss:0.017228860947684495\n", "train loss:0.002930285690111954\n", "train loss:0.025289744979448435\n", "train loss:0.0009642573731382897\n", "train loss:0.008667570429705135\n", "train loss:0.006632946377878589\n", "train loss:0.0014782238199922315\n", "train loss:0.10046640704339761\n", "train loss:0.0009116032452565957\n", "train loss:0.0030777746218024794\n", "train loss:0.03443492979593741\n", "train loss:0.0007825475295217732\n", "train loss:0.005215789076944682\n", "train loss:0.002426388290500956\n", "train loss:0.007287714952976847\n", "train loss:0.0010604189573522511\n", "train loss:0.012417281077336875\n", "train loss:0.013090308606783407\n", "train loss:0.028010542598434184\n", "train loss:0.0033688497175927766\n", "train loss:0.011350120118048706\n", "train loss:0.0027682700932299405\n", "train loss:0.0036986424301719153\n", "train loss:0.005025857837324287\n", "train loss:0.0016226966478300755\n", "train loss:0.0058309040028369456\n", "train loss:0.0003672382645583609\n", "train loss:0.00047104612217151415\n", "train loss:0.0017735592675080078\n", "train loss:0.029689576966048632\n", "train loss:0.000735331234167268\n", "train loss:0.002276900778538624\n", "train loss:0.008169826697641993\n", "train loss:0.01373247611891595\n", "train loss:0.0017670113235987639\n", "train loss:0.018657659530557976\n", "train loss:0.006575159237180036\n", "train loss:0.005039756427285023\n", "train loss:0.0018134614522009387\n", "train loss:0.0008303508338973251\n", "train loss:0.003950602029207813\n", "train loss:0.0020891133892820355\n", "train loss:0.011871294953606093\n", "train loss:0.008919515244844313\n", "train loss:0.005011104350297422\n", "train loss:0.007285808021564536\n", "train loss:0.032338143542756236\n", "train loss:0.0037927236967863014\n", "train loss:0.007814408471572235\n", "train loss:0.008801253653644918\n", "train loss:0.004382579592955579\n", "train loss:0.0005747548085253947\n", "train loss:0.0046600673921638955\n", "train loss:0.0032300089716179666\n", "train loss:0.015216635499668492\n", "train loss:0.00048004776391562796\n", "train loss:0.007966935643910732\n", "train loss:0.004228918519734961\n", "train loss:0.0027695845617076217\n", "train loss:0.007127523166704913\n", "train loss:0.0012893632334300353\n", "train loss:0.014648013358014642\n", "train loss:0.0018517193041947709\n", "train loss:0.0041813640372501985\n", "train loss:0.0012100279132852979\n", "train loss:0.0037284887288838125\n", "train loss:0.003944839313195163\n", "train loss:0.0051367663151696144\n", "train loss:0.0004843296087585318\n", "train loss:0.011332120628691635\n", "train loss:0.012655133361241886\n", "train loss:0.005069254626130207\n", "train loss:0.006754613510928666\n", "train loss:0.006120231313328883\n", "train loss:0.004041392264860152\n", "train loss:0.003240407168043772\n", "train loss:0.0015246015583743938\n", "train loss:0.006101952899812218\n", "train loss:0.0015446071372035642\n", "train loss:0.0024042711483729757\n", "train loss:0.006306154394627235\n", "train loss:0.001375538022201767\n", "train loss:0.002567349234515814\n", "train loss:0.010114122865663752\n", "train loss:0.0007307845979121011\n", "train loss:0.007984145948916239\n", "train loss:0.0026641427441761265\n", "train loss:0.00821249834807305\n", "train loss:0.0008594159145035887\n", "train loss:0.03225550441709042\n", "train loss:0.0032869782708402416\n", "train loss:0.009322349540526532\n", "train loss:0.003821554075211184\n", "train loss:0.006898142805162677\n", "train loss:0.006728182532019416\n", "train loss:0.0006641389201438517\n", "train loss:0.0019386777224082454\n", "train loss:0.025081866580020967\n", "train loss:0.0007193617882216831\n", "train loss:0.0012570405592301184\n", "train loss:0.006458636145865004\n", "train loss:0.0010807192175584267\n", "train loss:0.0002332049909137583\n", "train loss:0.009038232744739423\n", "train loss:0.0005886678795546675\n", "train loss:0.04552921199875418\n", "train loss:0.0023901426891016235\n", "train loss:0.004610049896331259\n", "train loss:0.015696106364784055\n", "train loss:0.008487705779670696\n", "train loss:0.002785599274572472\n", "train loss:0.009356037148028701\n", "train loss:0.0007932598160497438\n", "train loss:0.018087371288783308\n", "train loss:0.00314771745837215\n", "train loss:0.0004939035919963302\n", "train loss:0.0026693717893497278\n", "train loss:0.03435663471471311\n", "train loss:0.005912334837876628\n", "train loss:0.009482973996887351\n", "train loss:0.007709790939631669\n", "train loss:0.05096094918169955\n", "train loss:0.008935736748011477\n", "train loss:0.0017331875299513467\n", "train loss:0.01187457824178648\n", "train loss:0.005088341807411875\n", "train loss:0.0003803856609261156\n", "train loss:0.005410527808018209\n", "train loss:0.0027614261913653814\n", "train loss:0.00039075923675249203\n", "train loss:0.006154319843635784\n", "train loss:0.04751049587850476\n", "train loss:0.005807171755612806\n", "train loss:0.0011344669432629406\n", "train loss:0.01423828898923925\n", "train loss:0.00855247414303566\n", "train loss:0.001719857198036175\n", "train loss:0.004752580812225415\n", "train loss:0.012772927342986528\n", "train loss:0.024983215771760145\n", "train loss:0.004831462376106442\n", "train loss:0.0049473487835837125\n", "train loss:0.0005395562603329121\n", "train loss:0.02582216510133652\n", "train loss:0.005018194851584438\n", "train loss:0.015659935632979\n", "train loss:0.018522284555091115\n", "train loss:0.0022918255229095823\n", "train loss:0.0070724293235136385\n", "train loss:0.004681277297492557\n", "train loss:0.0010959620972857298\n", "train loss:0.014404259139291447\n", "train loss:0.004514623272806484\n", "train loss:0.0018732629679599072\n", "train loss:0.0031846436018066887\n", "train loss:0.05344387652889961\n", "train loss:0.0023522076695911246\n", "train loss:0.00303421251932679\n", "train loss:0.0029357224341090547\n", "train loss:0.00044892175046856914\n", "train loss:0.0035010981021599084\n", "train loss:0.011951562856626968\n", "train loss:0.0033756674504233073\n", "train loss:0.0011817032216847171\n", "train loss:0.0029697310094918207\n", "train loss:0.0012340793591739609\n", "train loss:0.006323551715763318\n", "train loss:0.012661081609394904\n", "train loss:0.02297615509792475\n", "train loss:0.007015907768852486\n", "train loss:0.006267896679350814\n", "train loss:0.006052113481086494\n", "train loss:0.02511434100393604\n", "train loss:0.014326951074562085\n", "train loss:0.03757939120817898\n", "train loss:0.0018962086138623268\n", "train loss:0.0057005450759039485\n", "train loss:0.0029078700552617382\n", "train loss:0.008715028159665896\n", "train loss:0.03833041308419275\n", "train loss:0.005620933833977185\n", "train loss:0.012561279378394066\n", "train loss:0.0029326776933061537\n", "train loss:0.003296438151858001\n", "train loss:0.0010052873468858199\n", "train loss:0.0006507208897489911\n", "train loss:0.002141645489847946\n", "train loss:0.009551094593528198\n", "train loss:0.0007683068954731699\n", "train loss:0.0086180142490959\n", "train loss:0.007900494965682877\n", "train loss:0.003682143705543692\n", "train loss:0.007960035368669799\n", "train loss:0.004766559420226546\n", "train loss:0.006757045739710798\n", "train loss:0.0019132832765582214\n", "train loss:0.019261139525211357\n", "train loss:0.006980374551993324\n", "train loss:0.0018357812184439976\n", "train loss:0.0029349820835172856\n", "train loss:0.00580638197059169\n", "train loss:0.02595010912914236\n", "train loss:0.007822150292101798\n", "train loss:0.001378115288282114\n", "train loss:0.020624163135046468\n", "train loss:0.00689902991735698\n", "train loss:0.004702938523452387\n", "train loss:0.008929376771085186\n", "train loss:0.002059365666848489\n", "train loss:0.004182947528353156\n", "train loss:0.025528427811399416\n", "train loss:0.010955221435541283\n", "train loss:0.007753935902079107\n", "train loss:0.0026889715708199743\n", "train loss:0.00394171272241998\n", "train loss:0.011099966951074512\n", "train loss:0.00047879694665547507\n", "train loss:0.0005257424189153696\n", "train loss:0.035291549007553324\n", "train loss:0.0036839815636452505\n", "train loss:0.000975989605653625\n", "train loss:0.001339784440849919\n", "train loss:0.0004357495607594589\n", "train loss:0.0017133369397784475\n", "train loss:0.0029410079569489422\n", "train loss:0.0017219412714173457\n", "train loss:0.0038968557340575173\n", "train loss:0.0019918310751293315\n", "train loss:0.005758729788702255\n", "train loss:0.006805852908880858\n", "train loss:0.0037788666675484008\n", "train loss:0.01258323648496998\n", "train loss:0.003383348600728158\n", "train loss:0.0008552648412725856\n", "train loss:0.00029348399443982555\n", "train loss:0.000998732871953515\n", "train loss:0.00156587323691745\n", "train loss:0.0056488080577223555\n", "train loss:0.018155053549777183\n", "train loss:0.0011170327482796592\n", "train loss:0.018213881344967094\n", "train loss:0.003950264176073821\n", "train loss:0.006816469279458115\n", "train loss:0.0048885620992531265\n", "train loss:0.00396652764579227\n", "train loss:0.0021382450049741205\n", "train loss:0.024492065449500063\n", "train loss:0.016398544738955342\n", "train loss:0.0051754829416431536\n", "train loss:0.0027231557257325735\n", "train loss:0.004351370022999027\n", "train loss:0.005993706624266084\n", "train loss:0.0012027916623981933\n", "train loss:0.0035913332906342926\n", "train loss:0.003256815262539146\n", "train loss:0.001920770430422972\n", "train loss:0.005497825684549849\n", "train loss:0.0018750270625607843\n", "train loss:0.004430668056347627\n", "train loss:0.007014504181475391\n", "train loss:0.0009861817403730609\n", "train loss:0.005418870876532681\n", "train loss:0.0024025390894483467\n", "train loss:0.004736885272113688\n", "train loss:0.00041575585091838384\n", "train loss:0.0015016003013440845\n", "train loss:0.002980301065240175\n", "train loss:0.0012808198160109518\n", "train loss:0.008142984165577538\n", "train loss:0.0024631098331119195\n", "train loss:0.01057506660198086\n", "train loss:0.003929335760674775\n", "train loss:0.010039826072398112\n", "train loss:0.01449696074293242\n", "train loss:0.0016851312381486953\n", "train loss:0.01683667215350946\n", "train loss:0.001725487877148521\n", "train loss:0.009022385080738028\n", "train loss:0.022295479074022566\n", "train loss:0.007682691106373377\n", "train loss:0.0023872278813600357\n", "train loss:0.012593668813063268\n", "train loss:0.0011878606179542334\n", "train loss:0.00456491023869981\n", "train loss:0.005675469632892426\n", "train loss:0.02147513255283978\n", "=== epoch:12, train acc:0.993, test acc:0.985 ===\n", "train loss:0.0015762984085667215\n", "train loss:0.047390323714625725\n", "train loss:0.008479021982815478\n", "train loss:0.001290521460383244\n", "train loss:0.0042970745118824675\n", "train loss:0.02108163881380708\n", "train loss:0.0003569291734524407\n", "train loss:0.0011824487887685266\n", "train loss:0.008523593329357601\n", "train loss:0.006417346869179249\n", "train loss:0.0011739153446230816\n", "train loss:0.01577483052689346\n", "train loss:0.001987583228429746\n", "train loss:0.0071975956201576295\n", "train loss:0.003880680383172366\n", "train loss:0.013628820546443942\n", "train loss:0.001954480663234228\n", "train loss:0.004701311156757475\n", "train loss:0.004141782776878697\n", "train loss:0.01384845388006955\n", "train loss:0.00809695754012854\n", "train loss:0.007049778820174741\n", "train loss:0.008381110804310811\n", "train loss:0.007049737746273334\n", "train loss:0.0006048677516604225\n", "train loss:0.006227438075853746\n", "train loss:0.008563800348723297\n", "train loss:0.0002150951273027618\n", "train loss:0.0010631436441208033\n", "train loss:0.0010174711619941016\n", "train loss:0.0009708011071509228\n", "train loss:0.0041854305301251\n", "train loss:0.0024275641946601206\n", "train loss:0.021720870311264448\n", "train loss:0.0007959899578167915\n", "train loss:0.005786887955050001\n", "train loss:0.00250534631401299\n", "train loss:0.002956578036352632\n", "train loss:0.002458681795783992\n", "train loss:0.001686545760717452\n", "train loss:0.004750983148610948\n", "train loss:0.000919483769418309\n", "train loss:0.0015617442974669752\n", "train loss:0.002902523284005749\n", "train loss:0.012127766972647298\n", "train loss:0.0045423324098764865\n", "train loss:0.0009105612442781456\n", "train loss:0.0035340416726897784\n", "train loss:0.0024699452444597956\n", "train loss:0.009056707897340265\n", "train loss:0.0009674914800861212\n", "train loss:0.0023826669877053076\n", "train loss:0.0006277114877072745\n", "train loss:0.002971947401187471\n", "train loss:0.0006220444044652649\n", "train loss:0.004222029556761436\n", "train loss:0.007989613056124154\n", "train loss:0.0005611024306680501\n", "train loss:0.024094608302304078\n", "train loss:0.010048505102969103\n", "train loss:0.0037339204758347127\n", "train loss:0.007619355343003554\n", "train loss:0.004060696317567984\n", "train loss:0.010588306766369964\n", "train loss:0.003024548264884456\n", "train loss:0.00565640862677582\n", "train loss:0.0013949042213841933\n", "train loss:0.0022769797340295604\n", "train loss:0.01237842396989095\n", "train loss:0.0030191044244334123\n", "train loss:0.001027936750699832\n", "train loss:0.006568293408441925\n", "train loss:0.00214871748243102\n", "train loss:0.003887137179386602\n", "train loss:0.004220827703867254\n", "train loss:0.0053302126331569956\n", "train loss:0.014351478643212559\n", "train loss:0.0017951698906454655\n", "train loss:0.02006877167369403\n", "train loss:0.0016874602462533237\n", "train loss:0.0026595319993952815\n", "train loss:6.77027534415425e-05\n", "train loss:0.0008049877763393568\n", "train loss:0.00951074650824177\n", "train loss:0.04538780401961044\n", "train loss:0.0035202023729534104\n", "train loss:0.002931047884018728\n", "train loss:0.001075935106961331\n", "train loss:0.0044315543713473165\n", "train loss:0.006356259867734498\n", "train loss:0.009170390982083193\n", "train loss:0.0018384344275212963\n", "train loss:0.0009043752426422156\n", "train loss:0.0009213629647636212\n", "train loss:0.0040332844702359195\n", "train loss:0.0017319628071142145\n", "train loss:0.003257892330231684\n", "train loss:0.001738978034590045\n", "train loss:0.0021813672475157436\n", "train loss:0.010216096240382687\n", "train loss:0.006570457002876803\n", "train loss:0.0010755862334489606\n", "train loss:0.006546046959231515\n", "train loss:0.003017667096877858\n", "train loss:0.0036918398962407757\n", "train loss:0.0036461864593112453\n", "train loss:0.001310642667726485\n", "train loss:0.006550726860622607\n", "train loss:0.00036163142670265905\n", "train loss:0.019604715763157213\n", "train loss:0.00886357118679068\n", "train loss:0.0009914256943890888\n", "train loss:0.0033771949287752906\n", "train loss:0.0012754428791385574\n", "train loss:0.007828707930462739\n", "train loss:0.001557167986477355\n", "train loss:0.00019801818237104638\n", "train loss:0.011824786099739382\n", "train loss:0.0046263635738936805\n", "train loss:0.0034426477225668584\n", "train loss:0.020240915224868494\n", "train loss:0.0032097629417869424\n", "train loss:0.0036364188160243342\n", "train loss:0.00840089851648794\n", "train loss:0.003989198675644939\n", "train loss:0.010311123475359518\n", "train loss:0.0013120726275476743\n", "train loss:0.0008494888609752772\n", "train loss:0.0015318124084243493\n", "train loss:0.004540340582585328\n", "train loss:0.0028789076987460905\n", "train loss:0.003981634587816804\n", "train loss:0.00130976699306199\n", "train loss:0.011294377429357842\n", "train loss:0.005186661834624816\n", "train loss:0.02030287188625819\n", "train loss:0.005859643191081629\n", "train loss:0.0024557523920349313\n", "train loss:0.0011109152124565993\n", "train loss:0.07250126837499629\n", "train loss:0.002797293653950652\n", "train loss:0.0006108453635125711\n", "train loss:0.002161392327783165\n", "train loss:0.0013558374925111112\n", "train loss:0.010278661737126578\n", "train loss:0.005252640670286483\n", "train loss:0.01253234740576474\n", "train loss:0.004065526626199032\n", "train loss:0.007921475939622183\n", "train loss:0.002326648992938968\n", "train loss:0.0014392692322924053\n", "train loss:0.0020837163532121607\n", "train loss:0.002718798367401251\n", "train loss:0.005649152513432088\n", "train loss:0.001164631349933779\n", "train loss:0.0004177198363790659\n", "train loss:0.006421152998038119\n", "train loss:0.004788730506882072\n", "train loss:0.00030509495992195735\n", "train loss:0.005715917140341597\n", "train loss:0.01976349610095636\n", "train loss:0.011359427820304815\n", "train loss:0.0036005431518106095\n", "train loss:0.0015486517324451935\n", "train loss:0.0038696066050435745\n", "train loss:0.0037043600499191585\n", "train loss:0.0010283236133429136\n", "train loss:0.005087235644124411\n", "train loss:0.0022478402530466766\n", "train loss:0.0035858589107827634\n", "train loss:0.004719274364701329\n", "train loss:0.004711701534812937\n", "train loss:0.005637908480577151\n", "train loss:0.0024912985218063675\n", "train loss:0.003145828425410541\n", "train loss:0.0027106728069534935\n", "train loss:0.004133544160164997\n", "train loss:0.00241088860908465\n", "train loss:0.0027589925383472817\n", "train loss:0.0006280446859766582\n", "train loss:0.0010737981954492422\n", "train loss:0.0010434918927232236\n", "train loss:0.003232591720105753\n", "train loss:0.000530090789063832\n", "train loss:0.0004383255803016473\n", "train loss:0.00478706299536691\n", "train loss:0.005307976472048515\n", "train loss:0.009511998439958997\n", "train loss:0.001755339546570526\n", "train loss:0.0063418293188493265\n", "train loss:0.004626740654731798\n", "train loss:0.006186545958830975\n", "train loss:0.0014620330595560465\n", "train loss:0.027404670159364493\n", "train loss:0.005269861029659183\n", "train loss:0.005098450172867316\n", "train loss:0.0029137382388587213\n", "train loss:0.001233236564486177\n", "train loss:0.003759988642113207\n", "train loss:0.0024011960314211296\n", "train loss:0.001461847045004218\n", "train loss:0.0016324134055173518\n", "train loss:0.00283651769590759\n", "train loss:0.001801325109630657\n", "train loss:0.0017711637507640966\n", "train loss:0.0003036296915456011\n", "train loss:0.009309008258431358\n", "train loss:0.0030386170876346252\n", "train loss:0.004253939828723105\n", "train loss:0.004438320871437889\n", "train loss:0.002164692603404189\n", "train loss:0.002747588606551764\n", "train loss:0.001568691950408736\n", "train loss:0.003522473585732633\n", "train loss:0.0005075403084012469\n", "train loss:0.001543379452486985\n", "train loss:0.009431254138604588\n", "train loss:0.003261794805879917\n", "train loss:0.001672974792313086\n", "train loss:0.0004446383060657165\n", "train loss:0.005275954671957971\n", "train loss:7.592766225009957e-05\n", "train loss:0.016112856432791044\n", "train loss:0.0023448040868477476\n", "train loss:0.0008687849980130197\n", "train loss:0.0028445602689864584\n", "train loss:0.011100418402111338\n", "train loss:0.00322320482042757\n", "train loss:0.0058559878166246715\n", "train loss:0.0028810306409597012\n", "train loss:0.0008880344170713426\n", "train loss:0.02003818743239396\n", "train loss:0.00024359034949125862\n", "train loss:0.0029859807373517223\n", "train loss:0.008772526681688876\n", "train loss:0.0016916210532388267\n", "train loss:0.0039800818306226435\n", "train loss:0.005121838988719512\n", "train loss:0.003296956088648434\n", "train loss:0.001402936569237168\n", "train loss:0.0009116562901105614\n", "train loss:0.0006280101574472842\n", "train loss:0.006076126230393313\n", "train loss:0.0008618637609464085\n", "train loss:0.0005509864737480878\n", "train loss:0.018836591559325107\n", "train loss:0.0015017264204791614\n", "train loss:0.002560702301193634\n", "train loss:0.0008734743822381937\n", "train loss:0.013013944929779937\n", "train loss:0.005908901854805684\n", "train loss:0.003418542237649603\n", "train loss:0.0013431088617644916\n", "train loss:0.004603230027591894\n", "train loss:0.01604610450681761\n", "train loss:0.0008289445953051035\n", "train loss:0.0016894377462421313\n", "train loss:0.008620948862928628\n", "train loss:0.000287545936812012\n", "train loss:0.05153380105637309\n", "train loss:0.0033351112422281763\n", "train loss:0.008631788348096582\n", "train loss:0.010598752464418\n", "train loss:0.004766637588504241\n", "train loss:0.0009510420127289379\n", "train loss:0.0019729251819498926\n", "train loss:0.004614420103118594\n", "train loss:0.00023150741448938847\n", "train loss:0.008605387687171711\n", "train loss:0.003969061460744194\n", "train loss:0.0026946455882246438\n", "train loss:0.03374386529287615\n", "train loss:0.007300707077792491\n", "train loss:0.015463529348300286\n", "train loss:0.004434160530139391\n", "train loss:0.0013323255221705122\n", "train loss:0.0036663400220755932\n", "train loss:0.002987020975244747\n", "train loss:0.029487473257900004\n", "train loss:0.002934245112361055\n", "train loss:0.004599904730549354\n", "train loss:0.002897293188160021\n", "train loss:0.003909800906819043\n", "train loss:0.030712349791026234\n", "train loss:0.0026404011179146343\n", "train loss:0.0010111560415905837\n", "train loss:0.009143024408474804\n", "train loss:0.019473300809125932\n", "train loss:0.053538546603766786\n", "train loss:0.04221805381272053\n", "train loss:0.0077354500369584125\n", "train loss:0.0017724921154259599\n", "train loss:0.01049247298794846\n", "train loss:0.001702907898034792\n", "train loss:0.0027253738606066785\n", "train loss:0.0032598995156122657\n", "train loss:0.0062754139691018574\n", "train loss:0.002367933381160738\n", "train loss:0.002677235577716716\n", "train loss:0.00543868001652468\n", "train loss:0.0017281950240265575\n", "train loss:0.002325153656498129\n", "train loss:0.0010112668984318654\n", "train loss:0.0057513267612765715\n", "train loss:0.010955907123247031\n", "train loss:0.006979589521442774\n", "train loss:0.010393429636714056\n", "train loss:0.015050071605265088\n", "train loss:0.0037622811201645685\n", "train loss:0.03353090826313997\n", "train loss:0.024015580795476433\n", "train loss:0.011396632434292779\n", "train loss:0.002286416744817032\n", "train loss:0.005099089629135141\n", "train loss:0.003957361753758455\n", "train loss:0.005563890991129019\n", "train loss:0.016477692558822147\n", "train loss:0.02208216991816235\n", "train loss:0.02259727899754934\n", "train loss:0.0026133105023103424\n", "train loss:0.0007761021646377719\n", "train loss:0.0713252360065632\n", "train loss:0.018203754872591037\n", "train loss:0.010345683822885764\n", "train loss:0.010825715411278376\n", "train loss:0.00867307628156829\n", "train loss:0.0027092711349419162\n", "train loss:0.009330494052233965\n", "train loss:0.0026982725948791727\n", "train loss:0.004494809648107733\n", "train loss:0.0022795163285521643\n", "train loss:0.035620432468856086\n", "train loss:0.0024966781774270943\n", "train loss:0.005048070572466954\n", "train loss:0.005729761520205648\n", "train loss:0.026284693230466574\n", "train loss:0.005931283605046693\n", "train loss:0.001835833032572777\n", "train loss:0.005407141608082632\n", "train loss:0.0019588534830210728\n", "train loss:0.014185111811243833\n", "train loss:0.0033161423034903494\n", "train loss:0.0025627728898965124\n", "train loss:0.00203622215646926\n", "train loss:0.022869496192003916\n", "train loss:0.003496962456132705\n", "train loss:0.0014072844803608264\n", "train loss:0.01257121578497955\n", "train loss:0.01006913126178721\n", "train loss:0.0036961232478253687\n", "train loss:0.0007991448598395258\n", "train loss:0.0052787667038221185\n", "train loss:0.0007384122793799911\n", "train loss:0.006514677839133086\n", "train loss:0.0005617562543596176\n", "train loss:0.00034840956877560066\n", "train loss:0.011778237323525976\n", "train loss:0.009697976830324731\n", "train loss:0.0016014068437998005\n", "train loss:0.0018395427623512902\n", "train loss:0.023046419939427878\n", "train loss:0.0012849138556324607\n", "train loss:0.004631282168332135\n", "train loss:0.0037589124057279366\n", "train loss:0.04866812340703976\n", "train loss:0.0039759032422966665\n", "train loss:0.00634945978417833\n", "train loss:0.007433087970186182\n", "train loss:0.0015390197709204394\n", "train loss:0.0022301187377836594\n", "train loss:0.033540395656778445\n", "train loss:0.0033850380145861603\n", "train loss:0.007406806350172616\n", "train loss:0.009756380359726032\n", "train loss:0.009411123691290381\n", "train loss:0.0035052366530819597\n", "train loss:0.0006297205446803402\n", "train loss:0.009747927266311365\n", "train loss:0.007025965473491892\n", "train loss:0.007091362121158608\n", "train loss:0.0015079457721795047\n", "train loss:0.019195390770676956\n", "train loss:0.015497244585912246\n", "train loss:0.015873227186320636\n", "train loss:0.001732278466441948\n", "train loss:0.008161757509145055\n", "train loss:0.0006568454307611025\n", "train loss:0.0005314770680329372\n", "train loss:0.0031924566157109607\n", "train loss:0.004077656816065955\n", "train loss:0.007235633589753114\n", "train loss:0.00441949223249928\n", "train loss:0.01012563801375297\n", "train loss:0.008234915508439265\n", "train loss:0.008310487053655106\n", "train loss:0.004338717818393386\n", "train loss:0.003672226380359131\n", "train loss:0.001901724022889526\n", "train loss:0.004009127076757464\n", "train loss:0.003298245907925841\n", "train loss:0.0021453188784383063\n", "train loss:0.007597433555483488\n", "train loss:0.004300103228428328\n", "train loss:0.005124648999313364\n", "train loss:0.00699012968497344\n", "train loss:0.0056220206262028736\n", "train loss:0.006314296669200856\n", "train loss:0.0011523060814242637\n", "train loss:0.012504875167574004\n", "train loss:0.0008646179624962711\n", "train loss:0.005831269950228349\n", "train loss:0.00390736543717311\n", "train loss:0.016358774276730083\n", "train loss:0.00139312857027351\n", "train loss:0.007609496455263906\n", "train loss:0.004239422634112401\n", "train loss:0.008438230671458704\n", "train loss:0.0021466887345534687\n", "train loss:0.0033761869955851002\n", "train loss:0.002996547599956158\n", "train loss:0.007065998063450053\n", "train loss:0.0007003740229402076\n", "train loss:0.035578814746024756\n", "train loss:0.00504933991156131\n", "train loss:0.007983298669966511\n", "train loss:0.004206191575866967\n", "train loss:0.0005288979725221179\n", "train loss:0.003186320297007802\n", "train loss:0.0005736496227833508\n", "train loss:0.001647650264839728\n", "train loss:0.004985140285578827\n", "train loss:0.003097029155647367\n", "train loss:0.00623773209250946\n", "train loss:0.008002606871962867\n", "train loss:0.0011268319302739156\n", "train loss:0.003816247302400724\n", "train loss:0.00927864857513473\n", "train loss:0.004811729911661882\n", "train loss:0.0016365517177489527\n", "train loss:0.003590690071247365\n", "train loss:0.0010931465108190727\n", "train loss:0.005646428250933162\n", "train loss:0.003263238587312167\n", "train loss:0.0034060667849858846\n", "train loss:0.0013810974927325622\n", "train loss:0.0030889202281657235\n", "train loss:0.003846831328073137\n", "train loss:0.0012279156628380123\n", "train loss:0.0007370920893678185\n", "train loss:0.0029909976801267097\n", "train loss:0.0010807579067343026\n", "train loss:0.0002389903437200356\n", "train loss:0.013113081165650098\n", "train loss:0.0035957709723669186\n", "train loss:0.0008734105411149978\n", "train loss:0.004510830482721458\n", "train loss:0.014673079473211581\n", "train loss:0.003072038944643636\n", "train loss:0.0018069895309976796\n", "train loss:0.006474413126434284\n", "train loss:0.002390190151369809\n", "train loss:0.01799437756277362\n", "train loss:0.008689507408434846\n", "train loss:0.003425453394086164\n", "train loss:0.016902202093619277\n", "train loss:0.0005904097017003907\n", "train loss:0.0014547887161887217\n", "train loss:0.0026169997174215094\n", "train loss:0.0019042188014843462\n", "train loss:0.010476547945899965\n", "train loss:0.010887044399120274\n", "train loss:0.015219553983915448\n", "train loss:0.0015855499698062673\n", "train loss:0.011447066170799236\n", "train loss:0.0035169782130353073\n", "train loss:0.006991859516804902\n", "train loss:0.01044949211666238\n", "train loss:0.0018688165260881307\n", "train loss:0.023537892836253467\n", "train loss:0.005428137852016103\n", "train loss:0.009131853854092537\n", "train loss:0.002812570228435749\n", "train loss:0.0439528386199604\n", "train loss:0.004267486930055363\n", "train loss:0.003858769542886145\n", "train loss:0.025438240237970807\n", "train loss:0.007639076943647072\n", "train loss:0.01306061831602373\n", "train loss:0.017302170673981213\n", "train loss:0.0026029526021121383\n", "train loss:0.0027710386567186386\n", "train loss:0.0036055431838176765\n", "train loss:0.002801539089406345\n", "train loss:0.003892399448166013\n", "train loss:0.007563241873738033\n", "train loss:0.0015278041054553675\n", "train loss:0.0006786193796883436\n", "train loss:0.004334275291309309\n", "train loss:0.0013715445550990376\n", "train loss:0.025895818351014652\n", "train loss:0.009043102978925452\n", "train loss:0.0020481347070497448\n", "train loss:0.0012593391206027443\n", "train loss:0.00022784453267463134\n", "train loss:0.002105071786485751\n", "train loss:0.0033913325786022854\n", "train loss:0.0011686367698944687\n", "train loss:0.0027819963375720768\n", "train loss:0.0017467023824447251\n", "train loss:0.005438019706008283\n", "train loss:0.008217453259195769\n", "train loss:0.0042136803037477535\n", "train loss:0.0007822538269363175\n", "train loss:0.0005682959976242136\n", "train loss:0.0006879980253608839\n", "train loss:0.004924415800661255\n", "train loss:0.0043181887486032485\n", "train loss:0.005680865397703765\n", "train loss:0.0003624469347588397\n", "train loss:0.0032057548220706727\n", "train loss:0.0014142109312153476\n", "train loss:0.00475373569952086\n", "train loss:0.0005340234469715546\n", "train loss:0.005037023053249786\n", "train loss:0.023099136559826955\n", "train loss:0.0015294574662091328\n", "train loss:0.005112393808952548\n", "train loss:0.0034442252288947053\n", "train loss:0.0017492437822775922\n", "train loss:0.006658565634090932\n", "train loss:0.007460501746524917\n", "train loss:0.005639021524651753\n", "train loss:0.0019017409004460023\n", "train loss:0.004211371380619003\n", "train loss:0.004073501660220133\n", "train loss:0.0036360923898970205\n", "train loss:0.00859954263372265\n", "train loss:0.0034890367320827382\n", "train loss:0.02234684841354293\n", "train loss:0.005376281067372023\n", "train loss:0.0021675239662689826\n", "train loss:0.0031355331852289618\n", "train loss:0.0011889029216970424\n", "train loss:0.0030205240188835225\n", "train loss:0.0021188668862019582\n", "train loss:0.003003040379076197\n", "train loss:0.016897776163760692\n", "train loss:0.0033620852469830233\n", "train loss:0.0005753935973128417\n", "train loss:0.011878239795163286\n", "train loss:0.004221060090204243\n", "train loss:0.05838107259338619\n", "train loss:0.0008564531362970656\n", "train loss:0.0006688288372138733\n", "train loss:0.0028058261246603133\n", "train loss:0.0019223936933861247\n", "train loss:0.0011829970408043077\n", "train loss:0.0017670989547568842\n", "train loss:0.001664656897649453\n", "train loss:0.0076138776392688\n", "train loss:0.002471226811643131\n", "train loss:0.018064413879183505\n", "train loss:0.03077878484313804\n", "train loss:0.008387323709535651\n", "train loss:0.0018426514232984205\n", "train loss:0.010073555217637791\n", "train loss:0.004782208337970681\n", "train loss:0.0010924794324770814\n", "train loss:0.005660483062680665\n", "train loss:0.009828429212935048\n", "train loss:0.0032801839196912284\n", "train loss:0.003181977061724191\n", "train loss:0.009057708463012053\n", "train loss:0.0014562356480009718\n", "train loss:0.004548898141609795\n", "train loss:0.002303414373259742\n", "train loss:0.0016356757260042095\n", "train loss:0.0005139263443058943\n", "train loss:0.000615138175210287\n", "train loss:0.0056658777829885\n", "train loss:0.013003802427258354\n", "train loss:0.003753517466605433\n", "train loss:0.0015817687617768622\n", "train loss:0.0041519436850804775\n", "train loss:0.003263253375980298\n", "train loss:0.005245055519265803\n", "train loss:0.004552227022791504\n", "train loss:0.016924089376283556\n", "train loss:0.0006495091109278269\n", "train loss:0.0028778457550784624\n", "train loss:0.006808683242253413\n", "train loss:0.00883069098022761\n", "train loss:0.004782731160150133\n", "train loss:0.004933735114139709\n", "train loss:0.008964938896543555\n", "train loss:0.001096582863831038\n", "train loss:0.001189815829392239\n", "train loss:0.0043608936310688615\n", "train loss:0.010480283840146877\n", "train loss:0.02103683520644282\n", "=== epoch:13, train acc:0.997, test acc:0.986 ===\n", "train loss:0.0008152480393010793\n", "train loss:0.006815686996521944\n", "train loss:0.015738255327147357\n", "train loss:0.0016829828072307785\n", "train loss:0.004945351606907486\n", "train loss:0.01891786978838446\n", "train loss:0.002137737298745436\n", "train loss:0.0012909053360758602\n", "train loss:0.0064021352515455125\n", "train loss:0.0011521074334247437\n", "train loss:0.00611764911330025\n", "train loss:0.001084434081019227\n", "train loss:0.021946308542216807\n", "train loss:0.007561474711860044\n", "train loss:0.0013298115454675064\n", "train loss:0.0017483144183523488\n", "train loss:0.003583552105988668\n", "train loss:0.012467398015175641\n", "train loss:0.002728183346132157\n", "train loss:0.004835071355396645\n", "train loss:0.00036172773207407936\n", "train loss:0.005182675409002999\n", "train loss:0.001558376106455614\n", "train loss:0.03819618797899138\n", "train loss:0.0007405165480459162\n", "train loss:0.0009986160358513105\n", "train loss:0.005732489864666946\n", "train loss:0.003963894338424753\n", "train loss:0.02568006432864801\n", "train loss:0.01985215184070543\n", "train loss:0.0003330166766460789\n", "train loss:0.002037039859876051\n", "train loss:0.004836193359982656\n", "train loss:0.001752830505981479\n", "train loss:0.004478366619573357\n", "train loss:0.012675121983669773\n", "train loss:0.0014716689494927012\n", "train loss:0.024656138747591257\n", "train loss:0.0020755189604282384\n", "train loss:0.00576903265012764\n", "train loss:0.0015343758091502604\n", "train loss:0.019664343205072522\n", "train loss:0.048642439599394634\n", "train loss:0.009138548401631303\n", "train loss:0.0019839317542383063\n", "train loss:0.0016259954144548037\n", "train loss:0.007503857945443325\n", "train loss:0.011214797053614039\n", "train loss:0.004735365865211851\n", "train loss:0.006601546531479525\n", "train loss:0.004712594491092862\n", "train loss:0.0030706496976931398\n", "train loss:0.018806699070208065\n", "train loss:0.0018826962553540327\n", "train loss:0.004954165776296982\n", "train loss:0.0034498268128051205\n", "train loss:0.008257327913093703\n", "train loss:0.006089805403556298\n", "train loss:0.010965048407938289\n", "train loss:0.005583713949613291\n", "train loss:0.009134332000415088\n", "train loss:0.002896207914352362\n", "train loss:0.005882089428205445\n", "train loss:0.01039253263774329\n", "train loss:0.0018391978385115457\n", "train loss:0.006714549300591121\n", "train loss:0.0036415466355635695\n", "train loss:0.0023349919741433643\n", "train loss:0.003790098771863532\n", "train loss:0.008657200644767207\n", "train loss:0.005828293278886921\n", "train loss:0.0019374428184861874\n", "train loss:0.0072597810468573165\n", "train loss:0.0038845404064669718\n", "train loss:0.010275415395358218\n", "train loss:0.0027699872941102125\n", "train loss:0.000523773815625116\n", "train loss:0.0006650922970896805\n", "train loss:0.001882962246625281\n", "train loss:0.003557580264336049\n", "train loss:0.002363812446691072\n", "train loss:0.0009669672715759821\n", "train loss:0.021336477206968022\n", "train loss:0.004947018530850163\n", "train loss:0.0015112317364544615\n", "train loss:0.0016287242156890983\n", "train loss:0.0020218567779401193\n", "train loss:0.03092081408621472\n", "train loss:0.003005253289501799\n", "train loss:0.004990665844293935\n", "train loss:0.0017979373860999798\n", "train loss:0.0015563178350486125\n", "train loss:0.0035822565944663575\n", "train loss:0.006942704118241852\n", "train loss:0.009584939640954566\n", "train loss:0.023940024269068452\n", "train loss:0.011119809342601318\n", "train loss:0.005801778471929967\n", "train loss:0.009584058006897534\n", "train loss:0.004996916623795679\n", "train loss:0.009918433265838791\n", "train loss:0.0105551800353323\n", "train loss:0.008954258901937254\n", "train loss:0.008630962879413806\n", "train loss:0.0028081301023130767\n", "train loss:0.002316224123355619\n", "train loss:0.006992234590107853\n", "train loss:0.0020473596034616\n", "train loss:0.0035509581702042325\n", "train loss:0.00242044897073175\n", "train loss:0.0005169583337771325\n", "train loss:0.007105529529038202\n", "train loss:0.0015751393944297032\n", "train loss:0.021707422321484995\n", "train loss:0.00345335311779279\n", "train loss:0.001197919715354452\n", "train loss:0.0011456449201870942\n", "train loss:0.005805231261898972\n", "train loss:0.012608662943761357\n", "train loss:0.0019042286308520607\n", "train loss:0.001349841054906136\n", "train loss:0.03540116081174252\n", "train loss:0.0031556588330225333\n", "train loss:0.002162867654157496\n", "train loss:0.00421683465177226\n", "train loss:0.03135998862702214\n", "train loss:0.0025627404939917203\n", "train loss:0.0025401425753873307\n", "train loss:0.004290861302133902\n", "train loss:0.016701961495355112\n", "train loss:0.006092783430421589\n", "train loss:0.005046720615877629\n", "train loss:0.0030728056134778792\n", "train loss:7.655440424489109e-05\n", "train loss:0.0011788256373458327\n", "train loss:0.006930202398825591\n", "train loss:0.002132074935803681\n", "train loss:0.004588466024643571\n", "train loss:0.002212741208895796\n", "train loss:0.002171184359842523\n", "train loss:0.012258099612165604\n", "train loss:0.027195320395920656\n", "train loss:0.011657308063542355\n", "train loss:0.003108729901735742\n", "train loss:0.020050095265750092\n", "train loss:0.017425682494325027\n", "train loss:0.022569548559267773\n", "train loss:0.0014849039655393664\n", "train loss:0.00237064216773643\n", "train loss:0.0014010461358701324\n", "train loss:0.01408437904926235\n", "train loss:0.004194600771674177\n", "train loss:0.004847317127462189\n", "train loss:0.011233097920688877\n", "train loss:0.008944333226361918\n", "train loss:0.004026660056131009\n", "train loss:0.0006825376300804062\n", "train loss:0.000822060532753047\n", "train loss:0.0090261243503603\n", "train loss:0.01174316261656735\n", "train loss:0.004557155332141014\n", "train loss:0.00374054444866437\n", "train loss:0.007889242748253597\n", "train loss:0.0022041366564321974\n", "train loss:0.004938141533049677\n", "train loss:0.00809870615247572\n", "train loss:0.0022490069822074217\n", "train loss:0.002848752019508454\n", "train loss:0.0016257010857634235\n", "train loss:0.0017975634746144463\n", "train loss:0.002882000120099997\n", "train loss:0.007102164227468653\n", "train loss:0.001280831509165934\n", "train loss:0.0014746317771664145\n", "train loss:0.001744031289980536\n", "train loss:0.007023587883566637\n", "train loss:0.0004905645813436593\n", "train loss:0.005212953699826166\n", "train loss:0.0023296129041045026\n", "train loss:0.004260252602438646\n", "train loss:0.0023985599127261843\n", "train loss:0.005321510300312363\n", "train loss:0.010334803250039028\n", "train loss:0.008227935398468401\n", "train loss:0.0036428131475921394\n", "train loss:0.0040046502403791205\n", "train loss:0.005644984262095191\n", "train loss:0.0021738954147245935\n", "train loss:0.0026151527530839684\n", "train loss:0.008657384317629573\n", "train loss:0.016861715089256796\n", "train loss:0.005423453443708865\n", "train loss:0.0034809726217683384\n", "train loss:0.0060756646416147385\n", "train loss:0.003563855301692501\n", "train loss:0.0013060536041299786\n", "train loss:0.0013440307602576665\n", "train loss:0.0025537238269381078\n", "train loss:0.007024067013834853\n", "train loss:0.0016378663795251966\n", "train loss:0.0004265272330482697\n", "train loss:0.0011728497561847055\n", "train loss:0.003796752249770571\n", "train loss:0.001405615739929673\n", "train loss:0.0003393666054225096\n", "train loss:0.0037558224742801818\n", "train loss:0.0011904107068265114\n", "train loss:0.00038372451925070146\n", "train loss:0.020893699197105316\n", "train loss:0.014456443512705497\n", "train loss:0.0015121726010188887\n", "train loss:0.003443747271065412\n", "train loss:0.006996327556866209\n", "train loss:0.001317214925770066\n", "train loss:0.0019948323020961166\n", "train loss:0.005328275616286936\n", "train loss:0.028935307296426745\n", "train loss:0.009790430734813177\n", "train loss:0.0005765665389830325\n", "train loss:0.002361605442247571\n", "train loss:0.00655957942761066\n", "train loss:0.005961732565185892\n", "train loss:0.0008394986292954927\n", "train loss:0.008462319198347138\n", "train loss:0.0018527672914974843\n", "train loss:0.0008176956766968382\n", "train loss:0.0027129907020383647\n", "train loss:0.00769603090182127\n", "train loss:0.0026198349966743578\n", "train loss:0.0021794903955557267\n", "train loss:0.002153097226717939\n", "train loss:0.016531075488200965\n", "train loss:0.0011325475443296654\n", "train loss:0.0004239091493431047\n", "train loss:0.004997736957436049\n", "train loss:0.002438681032956268\n", "train loss:0.0038402096938042044\n", "train loss:0.0074338051440043275\n", "train loss:0.0006593256582249927\n", "train loss:0.003753020440116276\n", "train loss:0.0006938842258323457\n", "train loss:0.01195712209813703\n", "train loss:0.0007158052278346562\n", "train loss:0.0042962616889469125\n", "train loss:0.000796792161960355\n", "train loss:0.008906120620794062\n", "train loss:0.004730770845740531\n", "train loss:0.0020185856281218044\n", "train loss:0.0015084748884260325\n", "train loss:0.025357747521473146\n", "train loss:0.010701267971758945\n", "train loss:0.006181870296501606\n", "train loss:0.0002069749207761105\n", "train loss:0.0006299959413083598\n", "train loss:0.003121778206064213\n", "train loss:0.008949658528243724\n", "train loss:0.002858593094849521\n", "train loss:0.0034634452133158566\n", "train loss:0.002272743870649338\n", "train loss:0.0018344539492184146\n", "train loss:0.009723509057342036\n", "train loss:0.005081696191107175\n", "train loss:0.0024879593362342905\n", "train loss:0.002917100139148383\n", "train loss:0.0038907436848382047\n", "train loss:0.007288738905056716\n", "train loss:0.007132431469070204\n", "train loss:0.026246728601612826\n", "train loss:0.015290739268307348\n", "train loss:0.0068112948501509556\n", "train loss:0.0019010391007342378\n", "train loss:0.0040075084207290106\n", "train loss:0.0070076256775027735\n", "train loss:0.00393507801800753\n", "train loss:0.0012393202541045004\n", "train loss:0.0035145604135851534\n", "train loss:0.0005341852189030351\n", "train loss:0.0026124976511495567\n", "train loss:0.0016674726170297796\n", "train loss:0.00779220806541625\n", "train loss:0.002602391380234776\n", "train loss:0.002672373735219126\n", "train loss:0.003988629670995807\n", "train loss:0.0018912570953426645\n", "train loss:0.0037721105976493085\n", "train loss:0.0008457152048716318\n", "train loss:0.0016781286131465148\n", "train loss:0.0005926256290483715\n", "train loss:0.012116634792777588\n", "train loss:0.0005670640763494758\n", "train loss:0.00023606259536074033\n", "train loss:0.0026068368995523067\n", "train loss:0.002026093444504039\n", "train loss:0.007477110816953562\n", "train loss:0.005297721953654296\n", "train loss:0.008922448556155555\n", "train loss:0.0021060273208717392\n", "train loss:0.005505143763042319\n", "train loss:0.0018977945979770062\n", "train loss:0.00658421005764473\n", "train loss:0.006987292612833117\n", "train loss:0.0009262466820985783\n", "train loss:0.009997326734016834\n", "train loss:0.026580690346588217\n", "train loss:0.004643689470223511\n", "train loss:0.0012784040749402549\n", "train loss:0.002066760804457353\n", "train loss:0.010676321293480513\n", "train loss:0.0026976424792698743\n", "train loss:0.002859128023274765\n", "train loss:0.000813840819551635\n", "train loss:0.005736635547754012\n", "train loss:0.00745804767833037\n", "train loss:0.003914512308754729\n", "train loss:0.00014415877052137806\n", "train loss:0.014297040636741873\n", "train loss:0.002717478778462833\n", "train loss:0.00295769307029953\n", "train loss:0.0023719370704119724\n", "train loss:0.0016037436866684631\n", "train loss:0.00041967397574006233\n", "train loss:0.0010531539105175208\n", "train loss:0.022376191673999308\n", "train loss:0.003499276140055653\n", "train loss:0.007134742098917547\n", "train loss:0.004823790033835269\n", "train loss:0.0030448742763923313\n", "train loss:0.002382590576340612\n", "train loss:0.0069045549979565805\n", "train loss:0.0006481618099332442\n", "train loss:0.002660088055807467\n", "train loss:0.004081707727583718\n", "train loss:0.01070937355584387\n", "train loss:0.0012851304291302762\n", "train loss:0.012500583534190287\n", "train loss:0.020745958348212953\n", "train loss:0.0011529303787797237\n", "train loss:0.0023699476514394122\n", "train loss:0.0020929294526335464\n", "train loss:0.0027418020692122212\n", "train loss:0.009064904540500452\n", "train loss:0.0053344496254911465\n", "train loss:0.008723594759616106\n", "train loss:0.002052477123881943\n", "train loss:0.0411623620106783\n", "train loss:0.0016010602450627172\n", "train loss:0.006365628536570065\n", "train loss:0.005506225253045891\n", "train loss:0.006261803300724035\n", "train loss:0.0021004471566520395\n", "train loss:0.003242376890754778\n", "train loss:0.00390157448050886\n", "train loss:0.010415085466426423\n", "train loss:0.01678383506849444\n", "train loss:0.004772566974497494\n", "train loss:0.0005916793918575319\n", "train loss:0.0036190601767999288\n", "train loss:0.011310368304067574\n", "train loss:0.039315931858001696\n", "train loss:0.0068409401786328474\n", "train loss:0.0127386061131398\n", "train loss:0.01219263442834704\n", "train loss:0.02097190914395963\n", "train loss:0.0053408825897335865\n", "train loss:0.0016835939895870114\n", "train loss:0.001542768896492599\n", "train loss:0.002105971275467786\n", "train loss:0.0016121615420458951\n", "train loss:0.0010759212924523263\n", "train loss:0.018401184453843134\n", "train loss:0.004402783572950004\n", "train loss:0.00844418269456067\n", "train loss:0.01282616391601886\n", "train loss:0.002481149138175711\n", "train loss:0.003423794142776637\n", "train loss:0.008036120485325872\n", "train loss:0.0015625070658026406\n", "train loss:0.00498796947224572\n", "train loss:0.002515278864239906\n", "train loss:0.015964635873116247\n", "train loss:0.0005231815607969973\n", "train loss:0.0001786421610799659\n", "train loss:0.027308494603887557\n", "train loss:0.0006511034361466854\n", "train loss:0.0005673570350131139\n", "train loss:0.003522468455696783\n", "train loss:0.0030171667069695163\n", "train loss:0.0011212164671592258\n", "train loss:0.0009558230701062337\n", "train loss:0.0019513167717561993\n", "train loss:0.00312628523429056\n", "train loss:0.0013873147597258132\n", "train loss:0.0009444987538188446\n", "train loss:0.034058152003455196\n", "train loss:0.0061943006884929265\n", "train loss:0.005893167274584988\n", "train loss:0.003047308008898341\n", "train loss:0.02539827627250447\n", "train loss:0.002837995641503142\n", "train loss:0.003194337645776443\n", "train loss:0.004936199268114168\n", "train loss:0.003543370213176853\n", "train loss:0.007261805601390962\n", "train loss:0.0034701546565850338\n", "train loss:0.004077109181614545\n", "train loss:0.005056274585549799\n", "train loss:0.0024525304132992087\n", "train loss:0.010708739499560686\n", "train loss:0.014484164203419444\n", "train loss:0.002357527090217733\n", "train loss:0.00570615392056615\n", "train loss:0.008311814938690697\n", "train loss:0.023837439355250553\n", "train loss:0.002051487372660358\n", "train loss:0.006057107148078305\n", "train loss:0.0037045426366193305\n", "train loss:0.009470344534418184\n", "train loss:0.02488211662859538\n", "train loss:0.008404716347100213\n", "train loss:0.010213287604307642\n", "train loss:0.0061408096424372385\n", "train loss:0.0038210299172704992\n", "train loss:0.008809173858656805\n", "train loss:0.020863513817824777\n", "train loss:0.014360340517161419\n", "train loss:0.0032003921192138747\n", "train loss:0.009533164035900715\n", "train loss:0.0015344436976799734\n", "train loss:0.0054896445005903636\n", "train loss:0.003669523474925591\n", "train loss:0.0013401026196994711\n", "train loss:0.014092524570892209\n", "train loss:0.0009530064314781495\n", "train loss:0.015859246377424332\n", "train loss:0.0037383715773954967\n", "train loss:0.0024538672607257376\n", "train loss:0.0022551432738849636\n", "train loss:0.0014651643378456808\n", "train loss:0.003980002069646246\n", "train loss:0.002699259445655894\n", "train loss:0.0011785156005551089\n", "train loss:0.008020141145487221\n", "train loss:0.001959867788387366\n", "train loss:0.0013806161676939166\n", "train loss:0.004214220273985792\n", "train loss:0.00654496686266284\n", "train loss:0.0012206533456849363\n", "train loss:0.005133891181724324\n", "train loss:0.0018063802611744623\n", "train loss:0.0014856351744941263\n", "train loss:0.006277824925896829\n", "train loss:0.002334337079220861\n", "train loss:0.001804409857472695\n", "train loss:0.000899743942251316\n", "train loss:0.003052822009275151\n", "train loss:0.011766710262571858\n", "train loss:0.002902071785584693\n", "train loss:0.0036475870844901704\n", "train loss:0.0020338954002278673\n", "train loss:0.0014498788212306912\n", "train loss:0.0026480657099372017\n", "train loss:0.0006409583219897795\n", "train loss:0.0008893037660474798\n", "train loss:0.0009698219878397364\n", "train loss:0.002854603302194132\n", "train loss:0.003079245182369949\n", "train loss:0.0006849426965081407\n", "train loss:0.001755063505769327\n", "train loss:0.0026029520169539564\n", "train loss:0.0037786489190810442\n", "train loss:0.007470905647374697\n", "train loss:0.0015966353041254272\n", "train loss:0.01478719985808637\n", "train loss:0.003814017874493714\n", "train loss:0.0028105981133603867\n", "train loss:0.0007657720864462063\n", "train loss:0.007064907568078944\n", "train loss:0.0005609726017072208\n", "train loss:0.0015989071477073558\n", "train loss:0.002442937503112584\n", "train loss:0.0034266871251689528\n", "train loss:0.003379529411245557\n", "train loss:0.0029838847149096194\n", "train loss:0.004783402683489125\n", "train loss:0.032066867736684254\n", "train loss:0.005540384736036725\n", "train loss:0.003750560114010913\n", "train loss:0.00029128854311671806\n", "train loss:0.0007817647775203702\n", "train loss:0.0012609803124048371\n", "train loss:0.0032781684331214273\n", "train loss:0.0005528358168087877\n", "train loss:0.003993867500951676\n", "train loss:0.15538129499288272\n", "train loss:0.0031152800336615312\n", "train loss:0.0011658004348774026\n", "train loss:0.0045499603844814844\n", "train loss:0.0017680091748551196\n", "train loss:0.006555508170873288\n", "train loss:0.002950639603257316\n", "train loss:0.0014905353258498099\n", "train loss:0.007437882907090181\n", "train loss:0.012691273976054683\n", "train loss:0.006050494971280815\n", "train loss:0.0013042764165853672\n", "train loss:0.0015275414497605037\n", "train loss:0.002163391795827334\n", "train loss:0.040944008145111156\n", "train loss:0.00663063441407091\n", "train loss:0.006912360630086718\n", "train loss:0.0035530939734737914\n", "train loss:0.0017675274112928909\n", "train loss:0.005402085126658035\n", "train loss:0.014201606651605327\n", "train loss:0.0035691730330044565\n", "train loss:0.0021807447379809768\n", "train loss:0.006257825070511671\n", "train loss:0.008418688673348504\n", "train loss:0.003021265013805898\n", "train loss:0.0021607484973240696\n", "train loss:0.003095189538278141\n", "train loss:0.0006722865032235021\n", "train loss:0.0008153483837454045\n", "train loss:0.0020036250017897404\n", "train loss:0.001325769741084031\n", "train loss:0.002489711778335434\n", "train loss:0.0067169067687983695\n", "train loss:0.001367166642055279\n", "train loss:0.0036592823292897047\n", "train loss:0.00437535262821\n", "train loss:0.005126511959997254\n", "train loss:0.0005867033478336606\n", "train loss:0.012538561239514311\n", "train loss:0.003011937763297664\n", "train loss:0.0022865300955592447\n", "train loss:0.004989433740781064\n", "train loss:0.0010693723080105598\n", "train loss:0.0004844015802111873\n", "train loss:0.0049024423337796245\n", "train loss:0.007350612039467535\n", "train loss:0.005209138924593931\n", "train loss:0.002214552260571481\n", "train loss:0.00483345999408594\n", "train loss:0.0024104758585360153\n", "train loss:0.008781033853552559\n", "train loss:0.0013138063125918567\n", "train loss:0.0009585314999152016\n", "train loss:0.006075741496338437\n", "train loss:0.0030349727694088647\n", "train loss:0.008467634357422841\n", "train loss:0.004373314320020087\n", "train loss:0.0032831438829589985\n", "train loss:0.0016824278790968069\n", "train loss:0.0047264041854644225\n", "train loss:0.0019212735746474668\n", "train loss:0.004004870328710599\n", "train loss:0.0036866106311091167\n", "train loss:0.01246436544821481\n", "train loss:0.010387849837997067\n", "train loss:0.017588509839435152\n", "train loss:0.006392449757733102\n", "train loss:0.0010041160419546201\n", "train loss:0.0007288087555341552\n", "train loss:0.004050987582110846\n", "train loss:0.0028277573135676985\n", "train loss:0.0009193844650496598\n", "train loss:0.002587126446389519\n", "train loss:0.010584757710504416\n", "train loss:0.0003220356164737738\n", "train loss:0.004803353657434134\n", "train loss:0.0012081776012801827\n", "train loss:0.0017489503339920146\n", "train loss:0.015363280811797705\n", "train loss:0.005541899564455058\n", "train loss:0.0017876576184115449\n", "train loss:0.02083518806679414\n", "train loss:0.0005029534412358968\n", "train loss:0.002328622761826697\n", "train loss:0.027488916597808034\n", "train loss:0.00048818069622472366\n", "train loss:0.0047251115422888\n", "train loss:0.0017458611644079283\n", "train loss:0.010899559378148717\n", "train loss:0.00447931266341649\n", "train loss:0.004101269131599678\n", "train loss:0.000757617294531705\n", "train loss:0.0025894331314724422\n", "train loss:0.0011628334286199976\n", "train loss:0.016269055359777435\n", "train loss:0.0025205130705983525\n", "train loss:0.013138006117235262\n", "train loss:0.0003304635911709573\n", "train loss:0.0012583403872215256\n", "train loss:0.0016608068155630883\n", "train loss:0.0032914635939283333\n", "train loss:0.0027283518220479674\n", "train loss:0.00486601580946487\n", "train loss:0.0021531129079083882\n", "train loss:0.0020650735270761967\n", "train loss:0.0003389346811407429\n", "=== epoch:14, train acc:1.0, test acc:0.986 ===\n", "train loss:0.004287763559332496\n", "train loss:0.00040208007042636653\n", "train loss:0.004621704904848604\n", "train loss:0.0003577128861546524\n", "train loss:0.0038077147926109524\n", "train loss:0.0007088034547884911\n", "train loss:0.0009359527079132978\n", "train loss:0.0019502791753260179\n", "train loss:0.007089033814404899\n", "train loss:0.004709157444356202\n", "train loss:0.0025296238673160137\n", "train loss:0.003197246593091117\n", "train loss:0.0001481586331898169\n", "train loss:0.0003240325927734879\n", "train loss:0.0005958066270486327\n", "train loss:0.00357165818900793\n", "train loss:0.0037544360294189064\n", "train loss:0.018151464968986616\n", "train loss:0.008291483144155825\n", "train loss:0.006475750743014311\n", "train loss:0.0024926440223751734\n", "train loss:0.0003396828936285835\n", "train loss:0.005024955061005577\n", "train loss:0.0015156479501727154\n", "train loss:0.0038352701711477904\n", "train loss:0.001310606474283267\n", "train loss:0.0002934631530929311\n", "train loss:0.0012473808972404195\n", "train loss:0.00210379142800366\n", "train loss:0.00452764168990471\n", "train loss:0.003561195950195553\n", "train loss:0.0004450993093974264\n", "train loss:0.001532391907228495\n", "train loss:0.002554418252375584\n", "train loss:0.003231323894781334\n", "train loss:0.003525407505071547\n", "train loss:0.0012919650923015889\n", "train loss:0.0008731310636509755\n", "train loss:0.021348436902101184\n", "train loss:0.006703194377988254\n", "train loss:0.011502595133690636\n", "train loss:0.004143100459526286\n", "train loss:0.0007128645953922795\n", "train loss:0.026372039565153785\n", "train loss:0.005778888617499548\n", "train loss:0.002232225923035955\n", "train loss:0.001237244386765319\n", "train loss:0.044072472853925876\n", "train loss:0.0014371504129761401\n", "train loss:0.00012733022381955145\n", "train loss:0.010151335407543234\n", "train loss:0.0023470702416400753\n", "train loss:0.0012388909384788945\n", "train loss:0.009316880979359003\n", "train loss:0.0005651804622494486\n", "train loss:0.0031144126616180893\n", "train loss:0.0016171343884718399\n", "train loss:0.005790872876610582\n", "train loss:0.03740334943568863\n", "train loss:0.007064523123213361\n", "train loss:0.009452930335800335\n", "train loss:0.003882859347619342\n", "train loss:0.016791656217494944\n", "train loss:0.0014468310271310261\n", "train loss:0.001719274284417875\n", "train loss:0.005122104569514234\n", "train loss:0.007082320421659899\n", "train loss:0.0019032898975945953\n", "train loss:0.002463355836522393\n", "train loss:0.003024499600263559\n", "train loss:0.0003928558163246089\n", "train loss:0.001105556209741987\n", "train loss:0.0010617450327166326\n", "train loss:0.0020274067811998867\n", "train loss:0.0017687135782234887\n", "train loss:0.003574999608904855\n", "train loss:0.003018778944315796\n", "train loss:0.0025602312958733237\n", "train loss:0.009951052439961893\n", "train loss:0.030274645929862273\n", "train loss:0.0018837969321520403\n", "train loss:0.0018057450102973564\n", "train loss:0.0019559903149548477\n", "train loss:0.0023392766380903934\n", "train loss:0.006741404544417264\n", "train loss:0.011102970292334386\n", "train loss:0.0011709411503884367\n", "train loss:6.774386138856916e-05\n", "train loss:0.0012151978377073767\n", "train loss:0.0025066145542445143\n", "train loss:0.0011391838597730412\n", "train loss:0.0070630439129428044\n", "train loss:0.0022959282569730947\n", "train loss:0.00697058356950499\n", "train loss:0.08937012958528483\n", "train loss:0.0028682769201557974\n", "train loss:0.006217075312194643\n", "train loss:0.0013135043561694312\n", "train loss:0.0012192642540136982\n", "train loss:0.004273991282644562\n", "train loss:0.010248831396499373\n", "train loss:0.0019525317494444817\n", "train loss:0.0005147383671337968\n", "train loss:0.0028483220691072385\n", "train loss:0.005806994203687723\n", "train loss:0.0011714704746555982\n", "train loss:0.011203645878957424\n", "train loss:0.0026618752517352335\n", "train loss:0.0017719899387794468\n", "train loss:0.004461433839791786\n", "train loss:0.015489913724134578\n", "train loss:0.005006060952615334\n", "train loss:0.01167429507893209\n", "train loss:0.0015450949891452816\n", "train loss:0.004273683007307559\n", "train loss:0.009157458183128537\n", "train loss:0.0027106607598219503\n", "train loss:0.003189779625220391\n", "train loss:0.0017907623601367603\n", "train loss:0.0015123238876400364\n", "train loss:0.0017109168458409696\n", "train loss:0.007785958090425176\n", "train loss:0.006377864658505967\n", "train loss:8.464150314095799e-05\n", "train loss:0.00325431826411561\n", "train loss:0.002939100949363263\n", "train loss:0.04565231872962486\n", "train loss:0.00012535700005678301\n", "train loss:0.002601954606355897\n", "train loss:0.006147450437809168\n", "train loss:0.00014049420271345771\n", "train loss:0.019374584276463613\n", "train loss:0.013808630138375067\n", "train loss:0.0052353774264846395\n", "train loss:0.0031865307976871034\n", "train loss:0.00040534409066357374\n", "train loss:0.00799332282724879\n", "train loss:0.0027885139535982423\n", "train loss:0.005977086051717757\n", "train loss:0.001366567574710633\n", "train loss:0.0015170829887860432\n", "train loss:0.004602856105976406\n", "train loss:0.003352806124540972\n", "train loss:0.0029946534922100985\n", "train loss:0.0010143305476278462\n", "train loss:0.0004178262673041557\n", "train loss:0.001947026843479415\n", "train loss:0.0035002734089359198\n", "train loss:0.015972960623311\n", "train loss:0.004815551399528511\n", "train loss:0.0012058374970372284\n", "train loss:0.004438480210052102\n", "train loss:0.0032197667257817058\n", "train loss:0.003695093289244044\n", "train loss:0.0007625917080890096\n", "train loss:0.010238973782042391\n", "train loss:0.00031591172891657997\n", "train loss:0.002444161585639442\n", "train loss:0.01665573586356937\n", "train loss:0.0002562427294304839\n", "train loss:0.003362089913075247\n", "train loss:0.0017558269608597648\n", "train loss:0.005972516743306975\n", "train loss:0.0022347122794509865\n", "train loss:0.0013149806675571152\n", "train loss:0.003567350741608306\n", "train loss:0.0014484771490847115\n", "train loss:0.00202924781828355\n", "train loss:0.0011690850390149406\n", "train loss:0.002845544553221373\n", "train loss:0.01512488923988995\n", "train loss:0.001991107803729471\n", "train loss:0.0036149935881480888\n", "train loss:4.7642121349612436e-05\n", "train loss:0.0012716551164423074\n", "train loss:0.0021649426491398903\n", "train loss:0.00031096737643899867\n", "train loss:0.001903526502918752\n", "train loss:0.0027230033954349655\n", "train loss:0.0010452233985621428\n", "train loss:0.0021253246011305998\n", "train loss:0.0003504464479538742\n", "train loss:0.002360697033700136\n", "train loss:0.002222160691207834\n", "train loss:0.0018335287429844993\n", "train loss:0.0030293164300382574\n", "train loss:0.00383841085516614\n", "train loss:0.0016368993864926318\n", "train loss:0.0006758126366631405\n", "train loss:0.0007990516739973026\n", "train loss:0.0004857307648616813\n", "train loss:0.00036786441049597193\n", "train loss:0.02243163295003447\n", "train loss:0.0036739257059370733\n", "train loss:0.0002938053964423277\n", "train loss:0.010087033742790479\n", "train loss:0.0005072545330359669\n", "train loss:0.002599080741352667\n", "train loss:0.0003982450682308571\n", "train loss:0.002170382109628751\n", "train loss:0.00010096310054180213\n", "train loss:0.0011883403409372227\n", "train loss:0.002227140016986493\n", "train loss:0.001033811044881802\n", "train loss:0.0003952348975156364\n", "train loss:0.0008824150040956964\n", "train loss:0.003095538776059458\n", "train loss:0.0047164957500238245\n", "train loss:0.00020673519473920351\n", "train loss:0.0015018372421334752\n", "train loss:0.0005142703659052744\n", "train loss:0.014483169457849361\n", "train loss:0.010350566334493527\n", "train loss:0.01586428817946447\n", "train loss:0.0008754558909001243\n", "train loss:0.005260634544576895\n", "train loss:0.0012153048504317005\n", "train loss:0.0003028521721211749\n", "train loss:0.005166017872112249\n", "train loss:0.003540856227293809\n", "train loss:0.001702749301826502\n", "train loss:0.0002790535504709858\n", "train loss:0.020290626448063738\n", "train loss:0.0006263169824332867\n", "train loss:0.036241929404369724\n", "train loss:0.0020492329862272516\n", "train loss:0.005438490229873094\n", "train loss:0.002691970933327048\n", "train loss:0.0003153798149724817\n", "train loss:0.0006734673601290701\n", "train loss:0.0007331170995069216\n", "train loss:0.04012532399247364\n", "train loss:0.004607204699961088\n", "train loss:0.002049745007958343\n", "train loss:0.00019524294137919192\n", "train loss:0.004104740255714603\n", "train loss:0.0018993951770838846\n", "train loss:0.0002772476534013068\n", "train loss:0.0028327381620157034\n", "train loss:0.0023023143546705353\n", "train loss:0.001597939632303247\n", "train loss:0.0015462684216959032\n", "train loss:0.029699347444122948\n", "train loss:0.0011549072485899743\n", "train loss:0.03254444397423474\n", "train loss:0.0007811046615151921\n", "train loss:0.0021262653947500955\n", "train loss:0.002066264931953216\n", "train loss:0.0023966408633642297\n", "train loss:0.00028388267336723486\n", "train loss:0.005704825088866061\n", "train loss:0.004063893450390352\n", "train loss:0.0004407821883284475\n", "train loss:0.0007741730247867309\n", "train loss:0.005661465592266965\n", "train loss:0.0011754351074231694\n", "train loss:0.004772418034685601\n", "train loss:0.008831788309026428\n", "train loss:0.001537735278549919\n", "train loss:0.004203420950277516\n", "train loss:0.01543947890165828\n", "train loss:0.00307100993807159\n", "train loss:0.0062627938081612515\n", "train loss:0.001061186866345775\n", "train loss:0.002244558579448563\n", "train loss:0.0009758950175906049\n", "train loss:0.002790302680418381\n", "train loss:0.0011148912071491665\n", "train loss:0.0025402126320089695\n", "train loss:0.00206230136134039\n", "train loss:0.0004625124843897014\n", "train loss:0.006117502696914863\n", "train loss:0.0017355821721131617\n", "train loss:0.01911991365039185\n", "train loss:0.0032926800482448587\n", "train loss:0.004011013593218074\n", "train loss:0.0008859307302437078\n", "train loss:0.001066120973252776\n", "train loss:0.000835896078602851\n", "train loss:0.0012171620341778027\n", "train loss:0.005470066238840094\n", "train loss:0.001691171751799464\n", "train loss:0.001667455071592958\n", "train loss:0.0023118804555186147\n", "train loss:0.0013221642279739162\n", "train loss:0.0022620495479140977\n", "train loss:0.004467866067178796\n", "train loss:0.002498880305804076\n", "train loss:0.005304440061645196\n", "train loss:0.004009758205575767\n", "train loss:0.0033640137857234103\n", "train loss:0.0008724424268509385\n", "train loss:0.00035044504921357604\n", "train loss:0.0004525401781297597\n", "train loss:0.008206211983708737\n", "train loss:0.0057803578226472245\n", "train loss:0.0010656798853019107\n", "train loss:0.0004026862345777751\n", "train loss:0.014467957000444615\n", "train loss:0.0017730629811405765\n", "train loss:0.00042790469912484813\n", "train loss:0.002261912682467913\n", "train loss:0.001399152276586259\n", "train loss:0.0012191855931596358\n", "train loss:0.001842455030374506\n", "train loss:0.00041149069830770325\n", "train loss:0.0007883064437451326\n", "train loss:0.0041819781078645\n", "train loss:0.0035368876984819843\n", "train loss:0.0027176330944684835\n", "train loss:0.0074339305786499865\n", "train loss:0.0020867500461494272\n", "train loss:0.009052078965873038\n", "train loss:0.007476129392090468\n", "train loss:0.005265090918425295\n", "train loss:0.009883091333031186\n", "train loss:0.000389903757429281\n", "train loss:0.0001199040691689834\n", "train loss:0.007969657401431693\n", "train loss:0.004160975638224493\n", "train loss:0.002665560923220513\n", "train loss:0.021690397278770566\n", "train loss:0.00047600676762698136\n", "train loss:0.003197735002239559\n", "train loss:0.0006697095002682218\n", "train loss:0.005750069177008189\n", "train loss:0.005300914515211973\n", "train loss:0.0046273669055478285\n", "train loss:0.0008968618159645801\n", "train loss:0.005328479317453657\n", "train loss:0.002923459930641391\n", "train loss:0.003164542918188919\n", "train loss:0.0027368442367353613\n", "train loss:0.00880614277203704\n", "train loss:0.03344026130677143\n", "train loss:0.0031682165668239282\n", "train loss:0.0033272677715720377\n", "train loss:0.004106919450240087\n", "train loss:0.001378358774821596\n", "train loss:0.0008249562910159144\n", "train loss:0.0065526706271940936\n", "train loss:0.0026877610607161334\n", "train loss:0.002724613104014964\n", "train loss:0.00324927062588811\n", "train loss:0.002314727052994652\n", "train loss:0.0003303819238874468\n", "train loss:0.005068423290832033\n", "train loss:0.003573872311479885\n", "train loss:0.000726173870399298\n", "train loss:0.0035463638266858455\n", "train loss:0.0013345065535250228\n", "train loss:0.0008065772016706643\n", "train loss:0.001969967285419878\n", "train loss:0.00613045834447445\n", "train loss:0.0014634116360610868\n", "train loss:0.0035822892079149403\n", "train loss:0.0014704023453684183\n", "train loss:0.031660187405099204\n", "train loss:0.004499469595138241\n", "train loss:0.005410607301496052\n", "train loss:0.004945705519293685\n", "train loss:0.006376296344757017\n", "train loss:0.0014415951949328732\n", "train loss:0.002566729494328195\n", "train loss:0.00453942472501473\n", "train loss:0.009250474084369294\n", "train loss:0.004768480838679965\n", "train loss:0.0019841935989590178\n", "train loss:0.0016985114849873172\n", "train loss:0.01806891183709087\n", "train loss:0.0009455866287515445\n", "train loss:0.001788011228407298\n", "train loss:0.0024348735361952967\n", "train loss:0.01752732485810309\n", "train loss:0.004519256609956251\n", "train loss:0.01108576450795613\n", "train loss:0.0018381788914324218\n", "train loss:0.002189039317605005\n", "train loss:0.0030324572307050047\n", "train loss:0.0037518641084234587\n", "train loss:0.0002924555496634091\n", "train loss:0.0019022842809943243\n", "train loss:0.0037637506338509957\n", "train loss:0.002317368301431115\n", "train loss:0.010855233183523263\n", "train loss:0.0029605102530003437\n", "train loss:0.011990184118564768\n", "train loss:0.002664010544855292\n", "train loss:0.0017798996529860764\n", "train loss:0.0015843750988336802\n", "train loss:0.003861692314174072\n", "train loss:0.0006731308249623015\n", "train loss:0.004949398629227774\n", "train loss:0.004257590942189345\n", "train loss:0.0022620332205558484\n", "train loss:0.0006236393797010996\n", "train loss:0.0030680259096351704\n", "train loss:0.003259163863345294\n", "train loss:0.01381564541031852\n", "train loss:0.004175005687079852\n", "train loss:0.0006066788959968488\n", "train loss:0.0056294968665478685\n", "train loss:0.0010140990573342618\n", "train loss:0.0005287518122723409\n", "train loss:0.004789732751270516\n", "train loss:0.012739016352125739\n", "train loss:0.0012745674446635754\n", "train loss:0.012020319367949403\n", "train loss:0.002755637756382072\n", "train loss:0.0011894527471934487\n", "train loss:0.0030560113715124675\n", "train loss:0.005626577164024035\n", "train loss:0.0027541561783507745\n", "train loss:0.002043076094141842\n", "train loss:0.004755590091056548\n", "train loss:0.003777424883340182\n", "train loss:0.0034616980615946417\n", "train loss:0.007418116895476557\n", "train loss:0.0011849124294535183\n", "train loss:0.0011874904854084708\n", "train loss:0.00023820537718736596\n", "train loss:0.0030390691537091575\n", "train loss:0.0012333690786723319\n", "train loss:0.0010240954163008523\n", "train loss:0.0050418348902798015\n", "train loss:0.007591691273657453\n", "train loss:0.002852122001799064\n", "train loss:0.000729540545301518\n", "train loss:0.001105871124109845\n", "train loss:0.007053954384890421\n", "train loss:0.006641152536358382\n", "train loss:0.00040884232755730504\n", "train loss:0.005493470128417246\n", "train loss:0.0004885984309000751\n", "train loss:0.0019254901562076648\n", "train loss:0.0027481958407455024\n", "train loss:0.0010718947760271034\n", "train loss:0.008641677484044069\n", "train loss:0.0006996981536143722\n", "train loss:0.001577565282326115\n", "train loss:0.0013940919583216116\n", "train loss:0.0023288288128301337\n", "train loss:0.004032360418555358\n", "train loss:0.0015454487540641118\n", "train loss:0.0009568474946730171\n", "train loss:0.0003906539943942004\n", "train loss:0.000610128871690661\n", "train loss:0.009592036511854805\n", "train loss:0.0016472559238521025\n", "train loss:0.002156201516602434\n", "train loss:0.005453951372758559\n", "train loss:0.010345910722335323\n", "train loss:0.0004862505715424379\n", "train loss:0.0009086640023996362\n", "train loss:0.007817578869695106\n", "train loss:0.027239182866180534\n", "train loss:0.026884978727833506\n", "train loss:0.0027996914808199047\n", "train loss:0.003622571295400514\n", "train loss:0.0012820859450741722\n", "train loss:0.002477638022709278\n", "train loss:0.0007544524800034649\n", "train loss:0.002967673694822882\n", "train loss:0.004288006560873831\n", "train loss:0.017195557409188777\n", "train loss:0.006863346450223792\n", "train loss:0.00020194891317556397\n", "train loss:0.006265234435499729\n", "train loss:0.002936069944336972\n", "train loss:0.00742793845535897\n", "train loss:0.0009849479561331786\n", "train loss:0.00024608604949181995\n", "train loss:0.0012019619652617439\n", "train loss:0.0037863282857457724\n", "train loss:0.007952397355525522\n", "train loss:0.007606335276499636\n", "train loss:0.0001139614753775926\n", "train loss:0.001619237753413589\n", "train loss:0.00034069893933387133\n", "train loss:0.001201245055352079\n", "train loss:0.02138128526704429\n", "train loss:0.001196017484465743\n", "train loss:0.0012002605382881906\n", "train loss:0.010404512866146269\n", "train loss:0.0015723629702014117\n", "train loss:0.00012645576214483252\n", "train loss:0.0035497448662098635\n", "train loss:0.00137315941670871\n", "train loss:0.009243228205513116\n", "train loss:0.0024793979215549954\n", "train loss:0.0003207875840860951\n", "train loss:0.0035014618710201683\n", "train loss:0.0009692581331175672\n", "train loss:0.0014134687164803292\n", "train loss:0.0010766981588347872\n", "train loss:9.382691116850582e-05\n", "train loss:0.0003129143518490882\n", "train loss:0.0006759588858684848\n", "train loss:0.0017763803405441254\n", "train loss:0.0031039550977863695\n", "train loss:0.0011458486501470138\n", "train loss:0.0069026090012139565\n", "train loss:0.0031945307927075495\n", "train loss:0.0007523299458496433\n", "train loss:0.0018403312290783541\n", "train loss:0.0009149250256174867\n", "train loss:0.009468873423758408\n", "train loss:0.001070634383025256\n", "train loss:0.0004017312993015774\n", "train loss:0.0026505704508509825\n", "train loss:0.0014348351449572578\n", "train loss:0.0012469461530131367\n", "train loss:0.023316571510072822\n", "train loss:0.0034402178909351488\n", "train loss:0.005514342709077033\n", "train loss:0.0027499454509034176\n", "train loss:0.001708594933568308\n", "train loss:0.0018355228053696005\n", "train loss:0.0030554411013137424\n", "train loss:0.0015859178984946767\n", "train loss:0.006228713519398286\n", "train loss:0.0017170014651961215\n", "train loss:0.0023108134176711963\n", "train loss:0.0026258862702506717\n", "train loss:0.006546483141932455\n", "train loss:0.00040760461834480895\n", "train loss:0.0037245241166615787\n", "train loss:0.0019021868746048676\n", "train loss:0.0013800632367137007\n", "train loss:0.001496364878087353\n", "train loss:0.0035251626702010896\n", "train loss:0.003432831709654126\n", "train loss:0.0009303758538898061\n", "train loss:0.008144866404534618\n", "train loss:0.0007251677161366126\n", "train loss:0.010884067925979053\n", "train loss:0.004901991172083067\n", "train loss:0.0017272186491994197\n", "train loss:0.006996850908181762\n", "train loss:0.0007143569790097232\n", "train loss:0.0012076266510890096\n", "train loss:0.0004863209112667246\n", "train loss:0.002950561691130015\n", "train loss:0.0023383873543527116\n", "train loss:0.00317741659157505\n", "train loss:0.0022540907690469987\n", "train loss:0.0019709578848936538\n", "train loss:0.0012311171170049453\n", "train loss:0.0001645513220382277\n", "train loss:0.002416131493238509\n", "train loss:0.0009786911976559611\n", "train loss:0.004893664137371887\n", "train loss:0.0004937785600759255\n", "train loss:0.0016560114499934572\n", "train loss:0.0005272925382289874\n", "train loss:0.0002337780546757712\n", "train loss:0.0005623079644610587\n", "train loss:0.01302687325012881\n", "train loss:0.00032924984690238616\n", "train loss:0.001025987650506625\n", "train loss:0.0005653447778068224\n", "train loss:0.0004919994169853729\n", "train loss:0.0015116766662007248\n", "train loss:0.001092760186711249\n", "train loss:0.0007115428706386411\n", "train loss:0.00035805175624955545\n", "train loss:0.0008621408544388999\n", "train loss:0.002615749820242109\n", "train loss:0.004252000049638997\n", "train loss:0.0071926005182687625\n", "train loss:0.0034328288757858034\n", "train loss:0.0060618199849963176\n", "train loss:0.00042434223460620303\n", "train loss:0.001266173685848246\n", "train loss:0.0003933293803923639\n", "train loss:0.0010537049543682122\n", "train loss:0.00018298342437208379\n", "train loss:0.0005163917679287606\n", "train loss:0.007009631028151944\n", "train loss:0.00041605951206659245\n", "train loss:0.0031888795254562717\n", "train loss:0.00852079523151758\n", "train loss:0.0010433294520134893\n", "train loss:0.004896865374281369\n", "train loss:0.0033587523604465277\n", "train loss:0.002018980746521131\n", "train loss:0.001994842783535674\n", "train loss:0.004449802945186237\n", "train loss:0.0066296328093612\n", "train loss:0.0007608992234765962\n", "train loss:0.006897932825327688\n", "train loss:0.003948979033397319\n", "train loss:0.00044399356137236965\n", "train loss:0.0013845243517624814\n", "train loss:0.01742798827471936\n", "train loss:0.006207181232087965\n", "train loss:0.0036066514557105047\n", "train loss:0.0008131458661633106\n", "train loss:0.017264438396177934\n", "train loss:0.014319701610227826\n", "=== epoch:15, train acc:1.0, test acc:0.986 ===\n", "train loss:0.0014853657364380436\n", "train loss:0.0006813077869205915\n", "train loss:0.0005841526801656992\n", "train loss:0.00473965838139106\n", "train loss:0.001359332474190377\n", "train loss:0.0011295660797732575\n", "train loss:0.0010527200473520518\n", "train loss:0.0021630835469793326\n", "train loss:0.006778397995123853\n", "train loss:0.0036245140708683478\n", "train loss:0.00434166068614541\n", "train loss:0.01060161392696856\n", "train loss:0.003071346007683715\n", "train loss:0.0043559509241431005\n", "train loss:0.0035806496605494125\n", "train loss:0.0056179148838912145\n", "train loss:0.001334917464362726\n", "train loss:0.00035658755071636764\n", "train loss:0.007651372414335406\n", "train loss:0.0026063651744055055\n", "train loss:0.004236233525086044\n", "train loss:0.0024903942363120905\n", "train loss:0.0033227834275879314\n", "train loss:0.0006215357335071622\n", "train loss:0.001044103413534534\n", "train loss:0.00078476354957771\n", "train loss:0.0020389857549083746\n", "train loss:0.00035594717336390837\n", "train loss:0.0057159181825003\n", "train loss:0.0009389781562559334\n", "train loss:0.0031660852175876587\n", "train loss:0.0030466305416866385\n", "train loss:0.00039766076378854135\n", "train loss:0.0016470665050753817\n", "train loss:0.0019921569842771443\n", "train loss:0.0002807290535380456\n", "train loss:0.00496121488425107\n", "train loss:0.0032900010160750648\n", "train loss:0.0026661238194262637\n", "train loss:0.005056318219294202\n", "train loss:0.006696300892808589\n", "train loss:0.002849349570610485\n", "train loss:0.001399021563453399\n", "train loss:0.0010352699789353637\n", "train loss:0.026216755361632336\n", "train loss:0.002684760455451923\n", "train loss:0.0004919810390773746\n", "train loss:0.0001889586775401819\n", "train loss:0.0005070183417888422\n", "train loss:0.0002397544071754106\n", "train loss:0.0016511774240376292\n", "train loss:0.00036353774638544036\n", "train loss:0.004355988445764269\n", "train loss:0.0003499675860774883\n", "train loss:0.0013984971910308743\n", "train loss:0.0012093974114915692\n", "train loss:0.006117082295517293\n", "train loss:0.003266420061549626\n", "train loss:0.0009345253495093588\n", "train loss:0.004931366917598988\n", "train loss:0.0012388123266612006\n", "train loss:0.001788248669387614\n", "train loss:0.001651747838894667\n", "train loss:0.007787166508810181\n", "train loss:0.004798057051077147\n", "train loss:0.005702973012835131\n", "train loss:0.0014741824467261384\n", "train loss:0.0001895957382208617\n", "train loss:0.006767871590608901\n", "train loss:0.006839860342964712\n", "train loss:0.003344669130811339\n", "train loss:0.0006285519360215275\n", "train loss:0.0009253799312556498\n", "train loss:0.0011464214326021322\n", "train loss:0.0007532541528797296\n", "train loss:0.0008998734514144949\n", "train loss:0.0008978629036437756\n", "train loss:0.0011964712505924846\n", "train loss:0.0033467345952126366\n", "train loss:0.0015963278932769635\n", "train loss:0.0005081024526160127\n", "train loss:0.0003500366520939681\n", "train loss:0.0027454805251739428\n", "train loss:0.0017285942139006094\n", "train loss:0.0045239140153115745\n", "train loss:0.0031535679175047223\n", "train loss:0.0007328929015233712\n", "train loss:0.008870182771725486\n", "train loss:0.0006973814508001594\n", "train loss:0.0003477382491664858\n", "train loss:0.004496622932239428\n", "train loss:0.08991967563424504\n", "train loss:0.008156052612323578\n", "train loss:0.00019301251625107165\n", "train loss:0.0005263287733714637\n", "train loss:0.0005415744950345436\n", "train loss:0.0011928392031688648\n", "train loss:0.0017837269472169947\n", "train loss:0.0006288340363488908\n", "train loss:0.0005326716388038381\n", "train loss:0.0012076444521214244\n", "train loss:0.0027110847070313335\n", "train loss:0.000766952605081676\n", "train loss:0.0007310268309212644\n", "train loss:0.004468809607027557\n", "train loss:0.005362633015324774\n", "train loss:0.0008783177806007149\n", "train loss:0.006784983910780809\n", "train loss:0.003929079736104965\n", "train loss:0.01101009158015619\n", "train loss:0.007791692843696709\n", "train loss:0.002806291947943956\n", "train loss:0.017024416678141707\n", "train loss:0.008619637512902272\n", "train loss:0.0013198349505790597\n", "train loss:0.010517938131329957\n", "train loss:0.005801348583733142\n", "train loss:0.000947133815460115\n", "train loss:0.007503125321340451\n", "train loss:0.0030606852013659175\n", "train loss:0.0005193004304704361\n", "train loss:0.005159001785825349\n", "train loss:0.0010453665918338097\n", "train loss:0.0014346894836815666\n", "train loss:0.009910343826313946\n", "train loss:0.006587631400414802\n", "train loss:0.008715002282359267\n", "train loss:0.09138988445197006\n", "train loss:0.039488381115626095\n", "train loss:0.006442002576635186\n", "train loss:0.008179084249288412\n", "train loss:0.009065835256506238\n", "train loss:0.0003792381075670693\n", "train loss:0.003168571352339286\n", "train loss:0.006553827046328295\n", "train loss:0.005256032004167688\n", "train loss:0.010062030753860139\n", "train loss:0.0751809254870576\n", "train loss:0.015918354801153504\n", "train loss:0.0018529143990024097\n", "train loss:0.004011724493563158\n", "train loss:0.005388154458738466\n", "train loss:0.005898576489292773\n", "train loss:0.00018453213755065766\n", "train loss:0.004140656725015901\n", "train loss:0.0021785557346972973\n", "train loss:0.012952160197343418\n", "train loss:0.0078530490876548\n", "train loss:0.006430226828117474\n", "train loss:0.0016631890356062628\n", "train loss:0.00196724859943951\n", "train loss:0.005015306405967666\n", "train loss:0.0019062563890795822\n", "train loss:0.009035163888761912\n", "train loss:0.0021573695883851758\n", "train loss:0.005153807829962578\n", "train loss:0.008931063081008314\n", "train loss:0.0007012555166570673\n", "train loss:0.0007318314797249371\n", "train loss:0.004127576838328526\n", "train loss:0.0009859873408620626\n", "train loss:0.002943006161615724\n", "train loss:0.006853161348985147\n", "train loss:0.02004021656410767\n", "train loss:0.0026781165005481406\n", "train loss:0.0005148178722344613\n", "train loss:0.0013448643595987545\n", "train loss:0.006873781977357187\n", "train loss:0.001747651324096857\n", "train loss:0.0018544678490800624\n", "train loss:0.037510974127853675\n", "train loss:0.00020511443428478896\n", "train loss:0.0005036823733137152\n", "train loss:0.003673807999630245\n", "train loss:0.003914433329953386\n", "train loss:0.005321524438132868\n", "train loss:0.006257775340582128\n", "train loss:0.005473362825178363\n", "train loss:0.009155627392932353\n", "train loss:0.004093273745988631\n", "train loss:0.001742858421711395\n", "train loss:0.00850583155732076\n", "train loss:0.0031030788278739157\n", "train loss:0.007305678497585158\n", "train loss:0.0022416948164847546\n", "train loss:0.0002786848930102799\n", "train loss:0.0017948259745022386\n", "train loss:0.0006054511309159668\n", "train loss:0.0005020502086317823\n", "train loss:0.0005166596412806828\n", "train loss:0.005760006759024887\n", "train loss:0.006711227287944941\n", "train loss:0.0020094262025641334\n", "train loss:0.007137807316928956\n", "train loss:0.00033870197169495725\n", "train loss:0.0009655555966332527\n", "train loss:0.004787530722063022\n", "train loss:0.004726364422005287\n", "train loss:0.009573058872933282\n", "train loss:0.0010591729230129414\n", "train loss:0.004323671360619986\n", "train loss:0.008258677006691965\n", "train loss:0.001993168088289982\n", "train loss:0.003041515453081963\n", "train loss:0.0011201286192573333\n", "train loss:0.0007081676627653095\n", "train loss:0.002951531536182347\n", "train loss:0.0013835803660034642\n", "train loss:0.002276837372978116\n", "train loss:0.000863853237723213\n", "train loss:0.004054227701754359\n", "train loss:0.004667831223467721\n", "train loss:0.0012788024128207664\n", "train loss:0.0002628569595677287\n", "train loss:0.0005579701957161662\n", "train loss:0.00029229417077779974\n", "train loss:0.029037344031980036\n", "train loss:0.003571629797462488\n", "train loss:0.0005768718819744754\n", "train loss:0.0001156760415066497\n", "train loss:0.0006451946408253439\n", "train loss:0.001039133490022332\n", "train loss:0.002298403019631685\n", "train loss:7.99757271966153e-05\n", "train loss:0.006639246923373933\n", "train loss:0.0021441799320861734\n", "train loss:0.000630771931415088\n", "train loss:0.004879192299292869\n", "train loss:0.003978214431756871\n", "train loss:0.0006314761796409355\n", "train loss:0.0025310857785033813\n", "train loss:0.0025723763803119455\n", "train loss:0.002026275194733359\n", "train loss:0.0031359579209549317\n", "train loss:0.004255813164622694\n", "train loss:0.0012722315583275157\n", "train loss:0.0019507443880933683\n", "train loss:0.00586375992557146\n", "train loss:0.0006155628041861507\n", "train loss:0.0012385459132007524\n", "train loss:0.0009921843330104841\n", "train loss:0.0023244935196209023\n", "train loss:0.004535471805787958\n", "train loss:0.004525349678317425\n", "train loss:0.0036033223993738534\n", "train loss:0.00200574258470169\n", "train loss:0.00020098504280737666\n", "train loss:0.0018393130063645254\n", "train loss:0.003069220706688437\n", "train loss:0.0026651695899366145\n", "train loss:0.0012369253594839442\n", "train loss:0.006777617660352517\n", "train loss:0.0005707508662315567\n", "train loss:0.003104439166240784\n", "train loss:0.0034176185446399628\n", "train loss:0.0005407842107452797\n", "train loss:0.002543555360816001\n", "train loss:0.0005530353973906705\n", "train loss:0.0011987926293502752\n", "train loss:0.003959634510164221\n", "train loss:0.006137029809268102\n", "train loss:0.0032878016313436704\n", "train loss:0.005082359688043663\n", "train loss:0.0005793540399507266\n", "train loss:0.04610282748295122\n", "train loss:0.00029605616757543774\n", "train loss:0.005515080400248308\n", "train loss:0.0008163664599676238\n", "train loss:0.00011787771940511031\n", "train loss:0.0034249505803854736\n", "train loss:0.000981607582082762\n", "train loss:0.0018043247104895077\n", "train loss:0.0004963300268262863\n", "train loss:0.0009398178895188843\n", "train loss:0.00757152801165629\n", "train loss:0.005130717451935027\n", "train loss:0.0050726400728491675\n", "train loss:0.00030390386939474105\n", "train loss:0.010260173869747783\n", "train loss:0.0032276569702610475\n", "train loss:0.0012932391034990076\n", "train loss:0.001153017680790813\n", "train loss:0.0012599237436899371\n", "train loss:0.0019933905512900863\n", "train loss:0.003083098848277394\n", "train loss:0.0006766835661753104\n", "train loss:0.000486814616204578\n", "train loss:0.00029422005752876613\n", "train loss:0.001140208944573696\n", "train loss:0.0035035436534453348\n", "train loss:0.0029624174304904703\n", "train loss:0.0008234819632627233\n", "train loss:0.01425187413122595\n", "train loss:0.00412823877843819\n", "train loss:0.0008868554961717252\n", "train loss:0.0004941672419371145\n", "train loss:0.0007652331015918185\n", "train loss:0.00046045161731015326\n", "train loss:0.0015185066653899887\n", "train loss:0.005272329873395042\n", "train loss:0.0013393442620845655\n", "train loss:0.00022252671072005593\n", "train loss:0.004916347596953551\n", "train loss:0.0023317105825722195\n", "train loss:0.0004547643044776193\n", "train loss:0.0006266708991469818\n", "train loss:0.002244128552528448\n", "train loss:0.0024022122680998352\n", "train loss:0.0021131741485307907\n", "train loss:0.006031322473737933\n", "train loss:0.0002154546002239775\n", "train loss:0.00016104490295906507\n", "train loss:0.0034929010322251046\n", "train loss:0.009124185527538659\n", "train loss:0.0036351538776078908\n", "train loss:0.00029827429969812267\n", "train loss:0.002035336270038779\n", "train loss:0.004201016334864302\n", "train loss:0.001775899830879521\n", "train loss:0.005406441024568059\n", "train loss:0.0006658196290799519\n", "train loss:0.0014130796279863392\n", "train loss:0.0022087931555518493\n", "train loss:8.594448497145338e-05\n", "train loss:0.0005006018919337929\n", "train loss:0.003430345412149457\n", "train loss:0.007521676993610248\n", "train loss:0.004616581197169874\n", "train loss:0.00503012840179878\n", "train loss:0.0009148769788857051\n", "train loss:0.002260011308358607\n", "train loss:0.000631239013257462\n", "train loss:4.868488744089624e-05\n", "train loss:0.004586233116639631\n", "train loss:0.0005837948086236504\n", "train loss:0.0017841100550949687\n", "train loss:0.0013827672364341759\n", "train loss:0.0378708749023648\n", "train loss:0.0013803039564310134\n", "train loss:0.0023025266843807748\n", "train loss:0.0024633746091865414\n", "train loss:0.0005497844416578753\n", "train loss:0.004171081334250049\n", "train loss:0.004768496131855652\n", "train loss:0.011792378270200785\n", "train loss:0.000465864307803708\n", "train loss:0.00044373335135770164\n", "train loss:0.0071848992445593595\n", "train loss:0.0018353406287668849\n", "train loss:0.003113505873947601\n", "train loss:0.002392361973395441\n", "train loss:0.0004310252583685556\n", "train loss:0.007353329568489288\n", "train loss:0.0011021809389455076\n", "train loss:0.01822407021507998\n", "train loss:0.001645117196699191\n", "train loss:3.6051784917929546e-05\n", "train loss:0.0017991450714230988\n", "train loss:0.001401505642517116\n", "train loss:6.522038805201296e-05\n", "train loss:0.007456271192597677\n", "train loss:0.0022650822033724663\n", "train loss:0.0021421674087679764\n", "train loss:0.01532034894121006\n", "train loss:0.0017172891779252705\n", "train loss:0.0024344126382909712\n", "train loss:0.0011273677180125643\n", "train loss:0.0009480249119083765\n", "train loss:0.00044369806435595787\n", "train loss:0.0032074673459771864\n", "train loss:0.00046194014787851356\n", "train loss:0.0013916715047512882\n", "train loss:0.02254982024903258\n", "train loss:0.006307557460223834\n", "train loss:0.0026265673793438916\n", "train loss:0.0013954605478849697\n", "train loss:0.0009575542575049142\n", "train loss:0.001471048819204018\n", "train loss:0.0032276145702562374\n", "train loss:0.0005760199582647192\n", "train loss:0.001420705936516273\n", "train loss:0.002208016584962699\n", "train loss:0.0011542282391885158\n", "train loss:0.0036076107145325076\n", "train loss:0.0015406173054956925\n", "train loss:0.0013136897990953544\n", "train loss:0.011844824570845156\n", "train loss:0.0054394009051859935\n", "train loss:0.0006152676232202782\n", "train loss:0.0005265818526040181\n", "train loss:0.00020517838245322163\n", "train loss:0.0015912353202060915\n", "train loss:0.0043217104193370446\n", "train loss:0.002916344680250989\n", "train loss:0.0026556053530234864\n", "train loss:0.01450847839442707\n", "train loss:0.002337845778962103\n", "train loss:0.001176062893561848\n", "train loss:0.0018652831901823526\n", "train loss:0.0030809392234979593\n", "train loss:0.0017632430368079177\n", "train loss:0.004890906025359193\n", "train loss:0.005553728679800324\n", "train loss:0.000917182883088587\n", "train loss:0.00336446516700669\n", "train loss:0.00017159522680295692\n", "train loss:0.0030724918425750047\n", "train loss:0.0008447798127495319\n", "train loss:0.001833077050442402\n", "train loss:0.0014631301552129735\n", "train loss:0.0010723793930764534\n", "train loss:0.0015234511219016247\n", "train loss:0.005886250470363066\n", "train loss:0.004013328473742648\n", "train loss:0.0015129048067185529\n", "train loss:0.0006974929199616976\n", "train loss:0.0012703741398364787\n", "train loss:0.0010319930496100274\n", "train loss:0.0032881850125017235\n", "train loss:0.0009256401567904154\n", "train loss:0.002024936760186842\n", "train loss:0.00011056560250168802\n", "train loss:0.0020122225324277266\n", "train loss:0.00237932878879731\n", "train loss:0.009826278114216736\n", "train loss:0.004217804273788445\n", "train loss:0.0009839136701580737\n", "train loss:0.0006172456338242951\n", "train loss:0.00020168325238195946\n", "train loss:0.0020324000577487517\n", "train loss:0.00583014689425607\n", "train loss:0.00028646539037255705\n", "train loss:0.0007243616423840043\n", "train loss:0.0015881530388587642\n", "train loss:0.013111796657885819\n", "train loss:0.0013719356629755988\n", "train loss:0.0023705064740884977\n", "train loss:0.0002860304456781626\n", "train loss:0.0007671684862069265\n", "train loss:0.0007535564648251643\n", "train loss:0.001633386787075862\n", "train loss:0.0009593926962314568\n", "train loss:0.00659110920766062\n", "train loss:0.0035537976753121595\n", "train loss:0.002760470912007988\n", "train loss:0.00012169905153646481\n", "train loss:0.003991076825022255\n", "train loss:0.00037637195796367244\n", "train loss:0.007659143708674542\n", "train loss:0.0016811436436959025\n", "train loss:0.019390881467969842\n", "train loss:0.0004894788461473026\n", "train loss:0.0019928805610553613\n", "train loss:0.0011894294367248122\n", "train loss:0.0021021946974231027\n", "train loss:0.005666272654107293\n", "train loss:0.0005302657902287446\n", "train loss:0.007055757289098554\n", "train loss:0.0008690300326081086\n", "train loss:0.00036305276679564764\n", "train loss:0.003804326285485434\n", "train loss:0.0011888308742345622\n", "train loss:0.002000935840423986\n", "train loss:0.0026222950198183975\n", "train loss:0.0022697462314680743\n", "train loss:0.0022660405382422684\n", "train loss:0.0033897269637688226\n", "train loss:0.001899666573194416\n", "train loss:8.183635887390789e-05\n", "train loss:0.003937610277516262\n", "train loss:0.0027048930832742134\n", "train loss:4.0375070157859535e-05\n", "train loss:0.004311852451579105\n", "train loss:0.007456566862227271\n", "train loss:0.0012863302933868858\n", "train loss:0.001486953535692754\n", "train loss:0.0008240925452741211\n", "train loss:0.001658849840898152\n", "train loss:0.0006619835487772095\n", "train loss:0.002719301375395505\n", "train loss:0.0008535049061335803\n", "train loss:0.0007987840269787003\n", "train loss:0.009444651157337721\n", "train loss:0.0022413591190870484\n", "train loss:0.0026517218036042163\n", "train loss:0.0013124830695298406\n", "train loss:0.00238564238687137\n", "train loss:0.0019334266356706021\n", "train loss:0.001019088330957349\n", "train loss:0.0018608605203417202\n", "train loss:0.0015888866830680417\n", "train loss:0.0007013078179593608\n", "train loss:0.0004055313798433213\n", "train loss:0.00037234541462248646\n", "train loss:0.0002196125705745589\n", "train loss:0.0036936690160070005\n", "train loss:0.0005976757842503039\n", "train loss:7.441621390259074e-05\n", "train loss:0.0009374364753932205\n", "train loss:0.0035447356523098526\n", "train loss:0.0005604387087912256\n", "train loss:0.000604335925593952\n", "train loss:0.0002559791181316905\n", "train loss:0.00023606656363128544\n", "train loss:0.0038319708390005965\n", "train loss:0.004512429512876671\n", "train loss:0.0016390356541432468\n", "train loss:0.00013156981107721816\n", "train loss:0.0014488095545168646\n", "train loss:0.0010001665928185124\n", "train loss:0.0027739916743680284\n", "train loss:0.0004979154035491359\n", "train loss:0.009233356994712914\n", "train loss:0.0017344490154831932\n", "train loss:0.003321665077713645\n", "train loss:0.005061961185467432\n", "train loss:0.0004077217176706772\n", "train loss:0.0019123869920343614\n", "train loss:0.0010054968161110978\n", "train loss:0.00021103787767769516\n", "train loss:0.004658635658040072\n", "train loss:0.003863369829292953\n", "train loss:0.006094727190950551\n", "train loss:0.0015645725699036112\n", "train loss:0.005968800083521622\n", "train loss:0.0014643823702953761\n", "train loss:0.0026092555447571253\n", "train loss:0.0025715428200086053\n", "train loss:0.0058271159659562585\n", "train loss:0.0004750939050171323\n", "train loss:0.0018928288495356715\n", "train loss:0.003127076431165377\n", "train loss:0.0006924535670342717\n", "train loss:0.0031206218346252097\n", "train loss:0.00113827449021122\n", "train loss:0.003962045693746708\n", "train loss:0.001079897125017757\n", "train loss:0.000942296506759449\n", "train loss:0.0010321341045139948\n", "train loss:0.006297262295049859\n", "train loss:0.03830109969633865\n", "train loss:0.0012815366023283114\n", "train loss:0.006913358065427585\n", "train loss:0.0002416336677452342\n", "train loss:0.0016679053963994123\n", "train loss:0.0006839894201752655\n", "train loss:0.0019851461864570973\n", "train loss:0.001714916860151353\n", "train loss:0.013957138540617437\n", "train loss:0.0013429640365664373\n", "train loss:0.00031993539782785684\n", "train loss:0.003277934654700231\n", "train loss:0.0029525178855381645\n", "train loss:0.0011249790405829312\n", "train loss:0.0010208968737957997\n", "train loss:0.0013196168321526795\n", "train loss:0.00022873218179183846\n", "train loss:0.04588487931606756\n", "train loss:0.0020536293566402993\n", "train loss:0.00032126068218585373\n", "train loss:0.007038227945685083\n", "train loss:0.0016441653285470073\n", "train loss:0.0017694482802939305\n", "train loss:0.0012726122083154925\n", "train loss:0.0028680019170667015\n", "train loss:0.00014456786308970568\n", "train loss:0.0015463936164014736\n", "train loss:0.01208259065209835\n", "train loss:8.221449886366649e-05\n", "train loss:5.903441152478061e-05\n", "train loss:0.0017605727413167983\n", "train loss:0.0014640298125992474\n", "train loss:0.0032196547083634145\n", "train loss:0.002073726063163576\n", "train loss:0.0003303796506229927\n", "train loss:0.00015706776064168998\n", "train loss:0.003925441753419903\n", "train loss:0.002277314993802467\n", "train loss:0.001547457524899504\n", "train loss:0.0005460778034726381\n", "train loss:0.0018110004322572319\n", "train loss:0.004402075099801838\n", "train loss:0.0006420666853375999\n", "train loss:0.00017427408715025338\n", "train loss:0.0005595724293336323\n", "train loss:0.0008157996322041834\n", "train loss:0.0008912707384963515\n", "train loss:5.4346426324557916e-05\n", "train loss:0.0005261090828078412\n", "train loss:0.0006294278505066783\n", "train loss:0.00017974013708722824\n", "train loss:0.0006629641039097335\n", "train loss:0.004612727684009774\n", "train loss:0.016463455507134014\n", "train loss:0.04568475351002391\n", "train loss:0.0003890805543047764\n", "train loss:0.004548869559359424\n", "train loss:0.0004956764390936469\n", "train loss:0.0020816074969947293\n", "train loss:0.0065987652938382544\n", "=== epoch:16, train acc:0.999, test acc:0.988 ===\n", "train loss:0.0021073316823644766\n", "train loss:0.001637156780767201\n", "train loss:0.0012795124735367344\n", "train loss:0.0008147452939822825\n", "train loss:0.009597439469029984\n", "train loss:0.00044750035742899074\n", "train loss:0.0012968004015986299\n", "train loss:0.00013345385158808996\n", "train loss:0.006199704976528855\n", "train loss:0.001367596536441085\n", "train loss:0.00042513555414545314\n", "train loss:0.0006328080792943112\n", "train loss:0.001745291596604247\n", "train loss:0.0014253336753021703\n", "train loss:0.0006195875541093569\n", "train loss:0.0005031444596066533\n", "train loss:0.00036400813320660273\n", "train loss:0.0017922741030003658\n", "train loss:0.004159255812440348\n", "train loss:0.0004928800886369139\n", "train loss:0.003969959996137677\n", "train loss:0.0003835495873934223\n", "train loss:0.0014776265406699618\n", "train loss:0.0007544222519221394\n", "train loss:0.0009063785933730817\n", "train loss:0.00017490945485668444\n", "train loss:0.0005988616174396164\n", "train loss:0.0027952975096866423\n", "train loss:0.0031696251320323192\n", "train loss:0.009451536496087666\n", "train loss:0.00020031229321821557\n", "train loss:6.057551853502065e-05\n", "train loss:0.0002364679408316466\n", "train loss:0.004102609050991805\n", "train loss:0.0004358520513076726\n", "train loss:0.0003727022574526545\n", "train loss:0.0003700767751287597\n", "train loss:0.00014154792341517183\n", "train loss:0.00039332245099902853\n", "train loss:0.0009536518040437695\n", "train loss:6.355768743235503e-05\n", "train loss:0.0022819440484506876\n", "train loss:0.0032491429740928485\n", "train loss:0.006080011336454744\n", "train loss:0.000506943813376879\n", "train loss:6.68850902090221e-05\n", "train loss:0.005924255883282441\n", "train loss:0.002997634475709116\n", "train loss:0.001096478473923386\n", "train loss:0.002479260003568197\n", "train loss:0.005862067350662699\n", "train loss:0.00039016436143791814\n", "train loss:0.010772372049727363\n", "train loss:0.0008448927813405332\n", "train loss:0.0024196647530036184\n", "train loss:0.00013528852639464227\n", "train loss:0.0246121206609198\n", "train loss:0.00042163402555128764\n", "train loss:0.0013659846739511954\n", "train loss:0.00578716475265887\n", "train loss:0.00463783956145993\n", "train loss:0.004527797086879346\n", "train loss:0.005473232050071825\n", "train loss:0.0029939185617555834\n", "train loss:0.0004117811032176604\n", "train loss:0.003681818161466328\n", "train loss:0.0032165305277161633\n", "train loss:0.0005968879137604157\n", "train loss:0.0007593332277810088\n", "train loss:0.01694743243488581\n", "train loss:0.004684017694835855\n", "train loss:0.0003426396759763478\n", "train loss:0.009634112985968321\n", "train loss:0.0025420238694022265\n", "train loss:0.00033939497037504033\n", "train loss:8.934106447323877e-05\n", "train loss:0.0016938003948991157\n", "train loss:0.00014337366243769218\n", "train loss:0.00041277622103702414\n", "train loss:0.007182601058890653\n", "train loss:0.005314956407128434\n", "train loss:0.001128592776360402\n", "train loss:0.005704266004364094\n", "train loss:0.0005724232030952312\n", "train loss:0.0015272815650935725\n", "train loss:0.001041490798035471\n", "train loss:0.0021253820076737157\n", "train loss:0.00017497199227156383\n", "train loss:0.0005018314776248739\n", "train loss:0.0032777570860139304\n", "train loss:0.00017405592156092856\n", "train loss:0.0015248041806431897\n", "train loss:0.0006243597218383366\n", "train loss:0.0013389493911486958\n", "train loss:0.003807104035776632\n", "train loss:0.0004481463531409552\n", "train loss:0.001627471171699285\n", "train loss:0.00024251601391864021\n", "train loss:0.002550323690076856\n", "train loss:0.0015503480300949214\n", "train loss:0.012065593986683639\n", "train loss:0.005558246570075309\n", "train loss:0.00118865970335768\n", "train loss:0.005144308052398511\n", "train loss:0.0006937698164320864\n", "train loss:0.0003828960242361608\n", "train loss:0.0033656214284164625\n", "train loss:0.003946424811396608\n", "train loss:0.00020559946731043825\n", "train loss:0.00297813216389188\n", "train loss:0.0001375741562671508\n", "train loss:0.015590447311101888\n", "train loss:0.005145186283750143\n", "train loss:0.0006814540233186846\n", "train loss:0.004048034269772483\n", "train loss:0.0022054179051427592\n", "train loss:0.000886936586560529\n", "train loss:0.016277322464560765\n", "train loss:0.04455821304548757\n", "train loss:0.0011880719369556005\n", "train loss:0.00217489093563325\n", "train loss:0.0013650550370075563\n", "train loss:0.0018089403287305955\n", "train loss:0.0011573491310932196\n", "train loss:0.0041504928832672315\n", "train loss:0.005452658661625546\n", "train loss:0.004490863678317458\n", "train loss:0.01796370924430165\n", "train loss:0.0016705724000287037\n", "train loss:0.0011652733283833566\n", "train loss:0.006294317071833346\n", "train loss:0.004418265793930902\n", "train loss:0.13579483227834202\n", "train loss:2.499754926047981e-05\n", "train loss:0.0006862348224979504\n", "train loss:0.008249684643646903\n", "train loss:0.000907447478866821\n", "train loss:0.002127698718666758\n", "train loss:0.0015712570838533732\n", "train loss:0.003763619379032398\n", "train loss:0.0004927617362926259\n", "train loss:0.00172020615600263\n", "train loss:0.005074308047249714\n", "train loss:0.005271988563746388\n", "train loss:0.004671490250933507\n", "train loss:0.0005767834979427433\n", "train loss:0.005867606092301585\n", "train loss:0.0030013262453327545\n", "train loss:0.004142378058888129\n", "train loss:0.0009300511603994623\n", "train loss:0.0002963549495512881\n", "train loss:0.00313503737154938\n", "train loss:0.0009581281771573405\n", "train loss:0.0015575518412018863\n", "train loss:0.0009358315181863897\n", "train loss:0.0008342849928607596\n", "train loss:0.0020957385175607744\n", "train loss:0.0037648589557993505\n", "train loss:0.001397216617978546\n", "train loss:0.003261303278534637\n", "train loss:0.0012568302511048242\n", "train loss:0.00040619360603968714\n", "train loss:0.0016152833576590512\n", "train loss:0.0001413023946798558\n", "train loss:0.0038676625628867034\n", "train loss:0.014085988742760989\n", "train loss:0.04904504497771168\n", "train loss:0.0009744852588391512\n", "train loss:0.006141108303750592\n", "train loss:0.0016401585613879891\n", "train loss:0.002373836139407721\n", "train loss:0.00675028250553379\n", "train loss:0.00660684127816524\n", "train loss:0.0021592856757963476\n", "train loss:0.005955630964042415\n", "train loss:0.0005278379775436223\n", "train loss:0.00018285090838301987\n", "train loss:0.0027081937139661373\n", "train loss:0.02507015067768383\n", "train loss:0.0009375558404934914\n", "train loss:0.002393028111133187\n", "train loss:0.007057385840638031\n", "train loss:0.0024472756810842993\n", "train loss:0.016159358350780577\n", "train loss:0.010915953707561616\n", "train loss:0.0016357920325198146\n", "train loss:0.0021726310287544333\n", "train loss:0.0017782075535098334\n", "train loss:0.0030714515440612195\n", "train loss:0.001314226185212045\n", "train loss:0.014771289948648405\n", "train loss:0.0006961438782628678\n", "train loss:0.005947224050620956\n", "train loss:0.0007349167302575982\n", "train loss:0.014195407407019179\n", "train loss:0.0017628095633513549\n", "train loss:0.006043414778077398\n", "train loss:0.004674479615820124\n", "train loss:0.0033723378990194466\n", "train loss:0.00043066337898574266\n", "train loss:0.004370464260278915\n", "train loss:0.0039495805250929225\n", "train loss:0.0041498926673366335\n", "train loss:0.0054412691676176\n", "train loss:0.0002496665064713209\n", "train loss:0.00557124198926542\n", "train loss:0.0006937522038449641\n", "train loss:0.0027109097224569233\n", "train loss:0.0024292640816429693\n", "train loss:0.008680073089512061\n", "train loss:0.003105924467326548\n", "train loss:0.0006067801524758789\n", "train loss:0.007151560552157974\n", "train loss:0.004639653401958836\n", "train loss:0.0016667131902318724\n", "train loss:0.00039833404790066734\n", "train loss:0.003819168333613022\n", "train loss:0.005461816721111967\n", "train loss:0.004170084040015457\n", "train loss:0.003249996648650184\n", "train loss:0.001560815760213575\n", "train loss:0.0028429871915260584\n", "train loss:0.003412595469474794\n", "train loss:0.0035513984685449623\n", "train loss:0.012457118749103973\n", "train loss:0.003498987653579691\n", "train loss:0.003925492821148918\n", "train loss:0.0006282683209612186\n", "train loss:0.00018657531787384253\n", "train loss:0.0006758133190894636\n", "train loss:0.01598303959198176\n", "train loss:0.0030365989749986267\n", "train loss:0.0007761122862522104\n", "train loss:0.0006165261197920291\n", "train loss:0.0031748687816269576\n", "train loss:0.0013920363603158723\n", "train loss:0.01845564602547052\n", "train loss:0.001784428276046384\n", "train loss:0.009321031295764188\n", "train loss:0.006085581100830736\n", "train loss:0.0008079238023023891\n", "train loss:0.002898597179704031\n", "train loss:0.005108929893661244\n", "train loss:0.01177718166918401\n", "train loss:0.0028716892630373646\n", "train loss:0.0013373341945631763\n", "train loss:0.0010654062822600195\n", "train loss:0.004801304088902925\n", "train loss:0.025270631503906894\n", "train loss:0.0042804807249125195\n", "train loss:0.001315229332351558\n", "train loss:0.0006169275427816757\n", "train loss:0.008890926058003991\n", "train loss:0.012905124487586095\n", "train loss:0.003954446598610767\n", "train loss:0.0027633246445597647\n", "train loss:0.0011256628772847636\n", "train loss:0.0011049063370329117\n", "train loss:0.0284386460680092\n", "train loss:0.0005689882370252052\n", "train loss:0.003760511413742184\n", "train loss:0.0004210239995132773\n", "train loss:0.0004980727043436134\n", "train loss:0.002629238009414461\n", "train loss:0.0018583344712525508\n", "train loss:0.005871988359031307\n", "train loss:0.0008014405545640231\n", "train loss:0.00048782488939956537\n", "train loss:0.0023512173575648875\n", "train loss:0.0004282885069620892\n", "train loss:0.0025795267767082563\n", "train loss:0.0010740451518093867\n", "train loss:0.00515971566085924\n", "train loss:0.0019766658790324847\n", "train loss:0.0010829483129048282\n", "train loss:0.0010439458120954327\n", "train loss:0.0006527877306474711\n", "train loss:0.001555141847663402\n", "train loss:0.004864938731955449\n", "train loss:0.000816340183633997\n", "train loss:0.0010339526150866414\n", "train loss:0.0008629544452741352\n", "train loss:0.00593183683450646\n", "train loss:0.0019725444645490838\n", "train loss:0.0009330107382579913\n", "train loss:0.00040280544361019486\n", "train loss:0.026736867736225838\n", "train loss:0.0006934983217520875\n", "train loss:0.01104545713035582\n", "train loss:0.0022932236079984546\n", "train loss:0.0024547674662026074\n", "train loss:0.03526430824701603\n", "train loss:0.005181872709753611\n", "train loss:0.001402816130203265\n", "train loss:0.005436874214833313\n", "train loss:0.0011120579020890155\n", "train loss:0.0005334008477365851\n", "train loss:0.0005984394867763073\n", "train loss:0.0020327823018718274\n", "train loss:0.0016600349612015714\n", "train loss:0.0010192491166726625\n", "train loss:0.0031686953620465876\n", "train loss:9.884052822548556e-05\n", "train loss:0.002005640340653605\n", "train loss:0.0037939509655882868\n", "train loss:0.001986540113558374\n", "train loss:0.00032140434636468207\n", "train loss:0.001048040506338798\n", "train loss:0.0016945086734713303\n", "train loss:0.006186333029127396\n", "train loss:0.005312953979937018\n", "train loss:0.00023494653750062402\n", "train loss:0.0007612870772263843\n", "train loss:0.0016958197434163039\n", "train loss:0.0017521906215975267\n", "train loss:0.0023001954773581644\n", "train loss:0.02293859849578006\n", "train loss:0.0014392583660436905\n", "train loss:0.005770366262208303\n", "train loss:0.0017339004437386652\n", "train loss:0.0023395737302183955\n", "train loss:0.0008377620568550903\n", "train loss:0.003008795919332932\n", "train loss:0.0025477215396477355\n", "train loss:0.001972499740700397\n", "train loss:0.007521832828968004\n", "train loss:0.0006552535524206954\n", "train loss:0.0006560381551674812\n", "train loss:0.0014465068216748733\n", "train loss:0.0003357608634068891\n", "train loss:0.0011118162437959015\n", "train loss:0.0009397604022085069\n", "train loss:0.00019121843504445486\n", "train loss:0.000932365357538185\n", "train loss:0.0031252009888975193\n", "train loss:0.0008618287966543892\n", "train loss:0.0036889621964343315\n", "train loss:0.00024063353409782776\n", "train loss:0.0009245043361740122\n", "train loss:0.008908499352342648\n", "train loss:0.0006113462101764566\n", "train loss:0.0005995636328136473\n", "train loss:0.0036948830684438573\n", "train loss:0.005922255738492488\n", "train loss:0.0034089896870370035\n", "train loss:0.0014300014702469236\n", "train loss:0.0029467618425317865\n", "train loss:0.00028776521138781106\n", "train loss:0.004496285357309842\n", "train loss:0.0032011053835253617\n", "train loss:0.0068351492977758435\n", "train loss:0.001624232688601779\n", "train loss:0.001029739994687072\n", "train loss:0.006667215608103385\n", "train loss:0.0007345738537726684\n", "train loss:0.0012155976089045588\n", "train loss:0.0020232502567714395\n", "train loss:0.008599784882317902\n", "train loss:0.0004956295858444679\n", "train loss:0.0013214533018847496\n", "train loss:0.00019446165185767525\n", "train loss:0.00011477610089233665\n", "train loss:0.000947748708512502\n", "train loss:0.007368114369957054\n", "train loss:0.0007282250399942052\n", "train loss:0.0024580759927584107\n", "train loss:0.00033589878505846756\n", "train loss:0.001338145008518051\n", "train loss:0.0014894698997596032\n", "train loss:0.003656854047929819\n", "train loss:0.0016685022438178996\n", "train loss:0.00036363268267580815\n", "train loss:0.0011884493616673257\n", "train loss:0.03096350269291323\n", "train loss:0.0034014919514746117\n", "train loss:0.0033597590239161763\n", "train loss:0.0003735813481339288\n", "train loss:0.0009162807971420589\n", "train loss:0.0009725199893542614\n", "train loss:0.003187522412763401\n", "train loss:0.0013461963073731003\n", "train loss:0.009675078669316977\n", "train loss:0.000383672526350792\n", "train loss:0.0008590189391736899\n", "train loss:0.006518957490382683\n", "train loss:0.0006983465322287881\n", "train loss:0.0012524378044680854\n", "train loss:0.003416509932868495\n", "train loss:0.0011352352576091628\n", "train loss:0.0030359911410110752\n", "train loss:0.006669029279388311\n", "train loss:0.0010796348162427198\n", "train loss:0.002921928571788182\n", "train loss:0.0013776446487092837\n", "train loss:0.00028297361257894493\n", "train loss:0.001631226848703233\n", "train loss:0.0025493668304637004\n", "train loss:0.0016928389421302498\n", "train loss:0.0020638255190253817\n", "train loss:0.002343874928819697\n", "train loss:0.0030546712823928098\n", "train loss:0.00027110702419318725\n", "train loss:0.0013285908926667814\n", "train loss:0.002278436667627901\n", "train loss:0.001563792212326125\n", "train loss:0.0013011554481799012\n", "train loss:0.0005670532822077558\n", "train loss:0.0002733613167082098\n", "train loss:0.0010945253374393237\n", "train loss:0.0007251073496984096\n", "train loss:0.0006780742750772232\n", "train loss:0.002648614948739967\n", "train loss:0.0010305167843918694\n", "train loss:0.001051373206373237\n", "train loss:0.0012906908255119814\n", "train loss:0.0011056681442839216\n", "train loss:0.0012362577288489536\n", "train loss:0.0020532633627511577\n", "train loss:0.0019696853136733127\n", "train loss:0.006486655062622819\n", "train loss:0.00047752389914514277\n", "train loss:0.0005756707953165703\n", "train loss:0.014190900137651931\n", "train loss:0.028696543997097566\n", "train loss:0.002776916465336143\n", "train loss:0.0004124562704657991\n", "train loss:0.0037891241600088053\n", "train loss:0.0006552875854616755\n", "train loss:0.001507954916285834\n", "train loss:0.005201385595588132\n", "train loss:0.0024422710721098174\n", "train loss:0.0038957855620335748\n", "train loss:0.0009105818560638804\n", "train loss:0.0002461397909216523\n", "train loss:0.008234814956443253\n", "train loss:0.0020836225661999765\n", "train loss:0.0022201133716768366\n", "train loss:0.0008071936736816312\n", "train loss:0.004863047394459102\n", "train loss:0.004103056320856487\n", "train loss:0.0042822191113084\n", "train loss:0.0007810526780857422\n", "train loss:0.0008571523152340241\n", "train loss:0.0020912220310876513\n", "train loss:0.00044078349348332526\n", "train loss:0.0036557666982330672\n", "train loss:0.0027509055791409558\n", "train loss:0.0013512050888291433\n", "train loss:0.008410208587892891\n", "train loss:5.100255517434201e-05\n", "train loss:0.006161676175677253\n", "train loss:0.0033856244223236538\n", "train loss:0.00036074534311310064\n", "train loss:0.0017076437735795936\n", "train loss:0.0005920603422577202\n", "train loss:0.0005923813505322348\n", "train loss:0.010765720756815249\n", "train loss:0.0037831723849165323\n", "train loss:0.002184793371254772\n", "train loss:0.0017492537288293743\n", "train loss:0.0013211548533090312\n", "train loss:0.005369247935693722\n", "train loss:0.0015037796778856166\n", "train loss:0.0005832294461673442\n", "train loss:0.0011346782754004187\n", "train loss:0.0003864935682727155\n", "train loss:0.0007713324725329156\n", "train loss:0.00035063188279236076\n", "train loss:0.000937689280002995\n", "train loss:0.0016351677631930362\n", "train loss:0.0001495321261896676\n", "train loss:0.00037829318601549715\n", "train loss:0.000947178157470994\n", "train loss:0.000994679280060681\n", "train loss:0.0039698991080633315\n", "train loss:0.0014034417840985405\n", "train loss:0.006260566573168703\n", "train loss:0.0033678427104464237\n", "train loss:0.0020871405801399056\n", "train loss:0.0006782679081463619\n", "train loss:0.001091918635639954\n", "train loss:0.0042446166375623914\n", "train loss:0.0006910121159865209\n", "train loss:0.0018827776932505323\n", "train loss:0.0019640837682022706\n", "train loss:0.00028011096535031344\n", "train loss:0.0068216838210854915\n", "train loss:0.004153423106961694\n", "train loss:0.0004991864695700308\n", "train loss:0.00024443115075126307\n", "train loss:0.0014110825031571506\n", "train loss:0.0001982563072228888\n", "train loss:0.007929070583481777\n", "train loss:0.0023078814116667574\n", "train loss:0.0019862582478323604\n", "train loss:0.0030209155231541575\n", "train loss:0.0071012404236510595\n", "train loss:0.00033570295791381577\n", "train loss:0.0026951550998983685\n", "train loss:0.003170677205082258\n", "train loss:0.0005736866118775626\n", "train loss:0.004302273062540404\n", "train loss:0.0003809568674525657\n", "train loss:0.012680131153741716\n", "train loss:0.0014333604065068812\n", "train loss:0.00033022957234093053\n", "train loss:0.005304573305830546\n", "train loss:0.002228905432457731\n", "train loss:0.0009807344577500634\n", "train loss:0.002260613588793818\n", "train loss:0.005225275731030581\n", "train loss:0.0006206369737491831\n", "train loss:0.000505295474497932\n", "train loss:0.002811879098918017\n", "train loss:0.0008084625662289555\n", "train loss:0.0011754612841658799\n", "train loss:0.01471971830615147\n", "train loss:0.0032163097711704093\n", "train loss:0.00015038024171869544\n", "train loss:0.002649516487498836\n", "train loss:0.0026977295539943307\n", "train loss:0.0002000136165330022\n", "train loss:0.0032173938001840456\n", "train loss:0.00373179163841795\n", "train loss:0.001545777802127528\n", "train loss:0.0033588658233520423\n", "train loss:0.00014358074325979643\n", "train loss:0.0008562509272958902\n", "train loss:0.0028830231624249205\n", "train loss:0.0009452993685978725\n", "train loss:0.0014805899952965611\n", "train loss:0.00027670638264759925\n", "train loss:0.0027314348762518554\n", "train loss:0.0022495183376012064\n", "train loss:0.001217004343681261\n", "train loss:0.00047834014004738065\n", "train loss:0.001348062770172552\n", "train loss:0.0010794122757291872\n", "train loss:0.0015599965163662366\n", "train loss:0.00039203361046554445\n", "train loss:0.0007493582331895179\n", "train loss:0.04943267353509592\n", "train loss:0.004297270941754599\n", "train loss:0.0015701019141730937\n", "train loss:0.0001520016065338481\n", "train loss:0.0013620225356466447\n", "train loss:0.0001933398564217636\n", "train loss:0.0037624808573985123\n", "train loss:0.0002040079636691463\n", "train loss:0.0011680534785596963\n", "train loss:0.010190055083836769\n", "train loss:0.0001261491843481912\n", "train loss:0.00038879890219154325\n", "train loss:0.0004999778801287875\n", "train loss:0.003838093098107346\n", "train loss:0.0036326193888337266\n", "train loss:0.0014623802219653995\n", "train loss:0.0016084788395498743\n", "train loss:0.00042208606135434794\n", "train loss:0.0006409862133509259\n", "train loss:0.0010005082309013339\n", "train loss:7.445227112510498e-05\n", "train loss:0.0021134777023325323\n", "train loss:0.010379948600617505\n", "train loss:0.0004967791493598879\n", "train loss:0.0008585432305075518\n", "train loss:0.005685562364510291\n", "train loss:0.0528559164776983\n", "train loss:0.004585411561293359\n", "train loss:0.004475623782880024\n", "train loss:0.0039738943036712856\n", "train loss:0.005331267954312801\n", "train loss:0.0002720296467131091\n", "train loss:0.003875233196788694\n", "train loss:0.0012904706566609098\n", "train loss:0.00016157497495375835\n", "train loss:0.0012726432312402602\n", "train loss:0.0009658033163411509\n", "train loss:0.0020830810639510876\n", "train loss:0.00028647291809357227\n", "train loss:0.0007161012826639412\n", "train loss:0.001046109599500799\n", "train loss:0.006262265833671422\n", "train loss:0.0007395501587343239\n", "train loss:0.00020284968647299442\n", "train loss:0.0029057927117325417\n", "train loss:0.0009174637245996356\n", "train loss:0.002090982523720922\n", "train loss:0.0010005804329430803\n", "train loss:0.0009586939242238472\n", "train loss:0.0008953035487433655\n", "train loss:0.0002761451481946529\n", "train loss:0.0009379938493511221\n", "train loss:0.002528727274932795\n", "train loss:0.0008701122349013327\n", "train loss:0.0009321720456693645\n", "train loss:0.0003702133154955581\n", "train loss:0.0054322191339008855\n", "train loss:0.00401702952773357\n", "train loss:0.0004268724722579448\n", "=== epoch:17, train acc:0.997, test acc:0.988 ===\n", "train loss:0.0012186618078809616\n", "train loss:0.0012002687765819754\n", "train loss:0.0005634642331002818\n", "train loss:0.002171239162022689\n", "train loss:0.013890165524629728\n", "train loss:0.0025286658118332346\n", "train loss:0.0017793041048495212\n", "train loss:0.0031040652697512756\n", "train loss:0.0005652542366884236\n", "train loss:0.0002927753951082852\n", "train loss:0.002653044004811234\n", "train loss:0.0005246232248724511\n", "train loss:0.0009368498141965019\n", "train loss:0.0014809745238156162\n", "train loss:0.00035447095927389866\n", "train loss:0.0023511199726969803\n", "train loss:9.428547679892771e-05\n", "train loss:0.0021705626070654058\n", "train loss:0.005040894713000573\n", "train loss:0.00023639129356472566\n", "train loss:0.002979444629492232\n", "train loss:0.0001423327456390776\n", "train loss:0.00024911245237344644\n", "train loss:0.0013841805789085685\n", "train loss:0.00013587564296660624\n", "train loss:0.0004424443872472873\n", "train loss:0.0023631923130376705\n", "train loss:0.0017764811121079823\n", "train loss:0.0017180392095585172\n", "train loss:0.00021801706497318345\n", "train loss:0.001904859530993499\n", "train loss:0.0003829782687662589\n", "train loss:0.005922198594279451\n", "train loss:0.001454086103272684\n", "train loss:0.0009626928094251199\n", "train loss:0.0009322475623942424\n", "train loss:0.00045790722196881233\n", "train loss:0.0012263504658818582\n", "train loss:0.0030039182998321838\n", "train loss:0.004084167813891078\n", "train loss:0.007188932946149226\n", "train loss:0.004589241585226748\n", "train loss:0.003464303449150383\n", "train loss:0.0010998790175465985\n", "train loss:0.01665332154686123\n", "train loss:0.0009344739849172804\n", "train loss:0.00371101669225815\n", "train loss:0.0006770120228939424\n", "train loss:0.0027789538986961308\n", "train loss:0.0022626577626544643\n", "train loss:0.0005483623323847646\n", "train loss:0.0006007448176265396\n", "train loss:0.004051692954081961\n", "train loss:0.004263940310644191\n", "train loss:0.00041434296041376826\n", "train loss:0.0032067346076525764\n", "train loss:0.0021415551906578995\n", "train loss:0.00020544389446740472\n", "train loss:0.003809010936929357\n", "train loss:0.00025329504982374404\n", "train loss:0.0012805155134066972\n", "train loss:0.0008572067011954422\n", "train loss:0.0005788364628543743\n", "train loss:0.0063118661186513806\n", "train loss:0.0009133344475645458\n", "train loss:0.0023055056378971767\n", "train loss:0.014099531357047059\n", "train loss:0.0004064622596079191\n", "train loss:0.0033044145149239107\n", "train loss:0.0010377776652160586\n", "train loss:0.002854859035242423\n", "train loss:0.00016538607446152912\n", "train loss:0.002218121817849566\n", "train loss:0.0009210362263191654\n", "train loss:0.00145936347855347\n", "train loss:0.0011776845821452988\n", "train loss:0.0013103172736189837\n", "train loss:0.00223974084406574\n", "train loss:0.0007338666534906661\n", "train loss:0.00018640904760724734\n", "train loss:0.002922333863963598\n", "train loss:0.0025803473737567727\n", "train loss:0.0013640976395372791\n", "train loss:0.0020529839228335444\n", "train loss:0.0004227999482009008\n", "train loss:0.0007512636039060895\n", "train loss:0.002521208807786132\n", "train loss:0.0011539852572267492\n", "train loss:0.0024996091925245166\n", "train loss:0.008192023191396315\n", "train loss:0.00039807429635889337\n", "train loss:0.03769475770530595\n", "train loss:0.00037612333376138487\n", "train loss:0.0022993307848293105\n", "train loss:0.0005985853732014202\n", "train loss:0.0006767847318911684\n", "train loss:0.00010923410683227166\n", "train loss:0.006170216020614832\n", "train loss:0.0009410574056769073\n", "train loss:9.280760998808489e-05\n", "train loss:0.00019321901444090405\n", "train loss:0.0014876553917235736\n", "train loss:0.004832274012729389\n", "train loss:0.00014408362366996326\n", "train loss:0.0011353732801170626\n", "train loss:0.002084511985001564\n", "train loss:0.001234219849059551\n", "train loss:0.0037946027806274652\n", "train loss:0.0008090059551220699\n", "train loss:0.00018819525771283322\n", "train loss:0.0031578331682651757\n", "train loss:0.003256772854005728\n", "train loss:0.0001834814091213812\n", "train loss:0.00036593933119877584\n", "train loss:0.0014718253959158827\n", "train loss:0.007334165142900526\n", "train loss:0.00038828448322585774\n", "train loss:0.001204110876965353\n", "train loss:0.0006313767024919509\n", "train loss:0.0006844512277988067\n", "train loss:0.002458354260000949\n", "train loss:0.0011692678672335722\n", "train loss:0.0001384789417775402\n", "train loss:0.0031442253356346746\n", "train loss:0.0026297293554684016\n", "train loss:0.0003146853982083734\n", "train loss:0.0004973251019001466\n", "train loss:0.013453645492208148\n", "train loss:0.0032562760175117735\n", "train loss:0.006210661091160384\n", "train loss:0.00038065518530433154\n", "train loss:0.005717553115070414\n", "train loss:0.0018962914537968346\n", "train loss:0.0014714094329011536\n", "train loss:0.0006594887230271201\n", "train loss:0.011852604845559368\n", "train loss:0.0029358628322408696\n", "train loss:0.00537637830242207\n", "train loss:0.00024825222079956485\n", "train loss:0.002671920555233886\n", "train loss:0.0041291507992093635\n", "train loss:0.00018446904988644866\n", "train loss:0.0004224976008752955\n", "train loss:0.0015151116658141436\n", "train loss:0.0009770960811607563\n", "train loss:0.011273075723156898\n", "train loss:0.00024037242589175454\n", "train loss:0.003322447857538723\n", "train loss:0.0016456457850844751\n", "train loss:0.00010394943128461443\n", "train loss:0.0006119937356602145\n", "train loss:0.0006329904909332108\n", "train loss:0.005051971909583369\n", "train loss:0.00318920626424512\n", "train loss:0.0008177895030513167\n", "train loss:0.0017322655376047818\n", "train loss:0.002725725862469711\n", "train loss:0.0021319563095939975\n", "train loss:0.005065247827645204\n", "train loss:0.003502569306149746\n", "train loss:0.0023140473010068953\n", "train loss:0.0007150729258259174\n", "train loss:0.0008595781267068604\n", "train loss:0.0002591095120613017\n", "train loss:0.0006728963094460623\n", "train loss:0.0005179604355889275\n", "train loss:0.0032646483764077554\n", "train loss:0.0001595407074170032\n", "train loss:0.0033489598827607745\n", "train loss:0.008230796966660054\n", "train loss:0.003041439013313187\n", "train loss:0.0016960046663159743\n", "train loss:0.0002834839538441262\n", "train loss:0.02192667850543631\n", "train loss:0.004502038611825553\n", "train loss:0.0009948059326728988\n", "train loss:0.0006736418283311608\n", "train loss:0.0003813502885623368\n", "train loss:0.0028550921108050874\n", "train loss:0.0007646364914691086\n", "train loss:0.0007623499850547149\n", "train loss:0.006759418677965274\n", "train loss:0.00790232385661855\n", "train loss:0.0012899827250263823\n", "train loss:0.000986088455321928\n", "train loss:0.00045143622894412515\n", "train loss:0.0015789316419562208\n", "train loss:0.023967416509581452\n", "train loss:0.004341192574431986\n", "train loss:0.003811778189814771\n", "train loss:0.0015939270577079554\n", "train loss:0.0018738319640280048\n", "train loss:0.0006194778863139913\n", "train loss:0.00046167874191566067\n", "train loss:0.0013697084880130387\n", "train loss:0.001173231121979577\n", "train loss:0.011027998125498827\n", "train loss:0.00048604336328246826\n", "train loss:0.00045492673678081526\n", "train loss:0.0005272598041136309\n", "train loss:0.0019333226303281709\n", "train loss:0.006113133915089407\n", "train loss:0.0006912868509752458\n", "train loss:0.0011281944711375633\n", "train loss:0.004362930452083583\n", "train loss:0.005661259739437314\n", "train loss:0.0016341821986486204\n", "train loss:0.00430620232851879\n", "train loss:0.005505688867981232\n", "train loss:0.0021491514775796427\n", "train loss:0.003859100300595022\n", "train loss:0.0009121464111304084\n", "train loss:0.0039498789290519755\n", "train loss:0.007117666053739094\n", "train loss:0.0009071760689421753\n", "train loss:0.0006923999251423836\n", "train loss:0.0005343131661207416\n", "train loss:0.00039099068974217486\n", "train loss:0.002477899650148649\n", "train loss:0.0014938536542265367\n", "train loss:0.0006979038802139375\n", "train loss:0.0003302708989090863\n", "train loss:0.002398574141955266\n", "train loss:0.011644925589452244\n", "train loss:0.001988293968095536\n", "train loss:0.0009371876138742135\n", "train loss:0.0019615283257143727\n", "train loss:0.006445745904761081\n", "train loss:0.012092855422738136\n", "train loss:0.003930229772729034\n", "train loss:0.0007441757387155185\n", "train loss:0.0006616687563199559\n", "train loss:0.00040543960066560434\n", "train loss:0.005811100958557373\n", "train loss:0.0001971157215387506\n", "train loss:0.0019127997525297464\n", "train loss:0.0029376129018230377\n", "train loss:0.0037049536567611186\n", "train loss:0.004816992678459353\n", "train loss:0.004671728442675136\n", "train loss:0.0005880972821757479\n", "train loss:0.0031745384868306662\n", "train loss:0.001692622605558393\n", "train loss:0.004829273168197731\n", "train loss:0.004055231122814133\n", "train loss:0.004565680523877418\n", "train loss:0.00034796152614535334\n", "train loss:0.0016418793818768224\n", "train loss:0.0019462555683453218\n", "train loss:0.006608442712706461\n", "train loss:0.009644828373632536\n", "train loss:0.0010446599819092003\n", "train loss:0.00014551474038183832\n", "train loss:0.0013547799529512355\n", "train loss:0.0011031578779237563\n", "train loss:0.005763929715784052\n", "train loss:0.0035206219727530654\n", "train loss:0.0018648865023215588\n", "train loss:0.00046349562386795216\n", "train loss:0.0005085450021631711\n", "train loss:0.0005468126181912388\n", "train loss:0.0012769410561985761\n", "train loss:0.004665060166042266\n", "train loss:0.002013322069151087\n", "train loss:0.00025149309208623234\n", "train loss:0.003791932459724513\n", "train loss:0.0002621834798736071\n", "train loss:0.0038186783446783074\n", "train loss:0.007236008932724208\n", "train loss:0.000864228606761025\n", "train loss:0.005424596497647328\n", "train loss:0.009180370744717566\n", "train loss:0.005015677255235175\n", "train loss:0.007984325505527525\n", "train loss:0.0022725104690271645\n", "train loss:0.0003766082476669158\n", "train loss:0.013490149424912203\n", "train loss:0.007885459849490427\n", "train loss:0.0021575763853190775\n", "train loss:0.0034295471777361615\n", "train loss:0.00013110812227074665\n", "train loss:0.003671449815359451\n", "train loss:0.0028448200342471187\n", "train loss:0.0009099199015777872\n", "train loss:0.0006108675921840122\n", "train loss:0.002431945129313455\n", "train loss:0.0003552259435334644\n", "train loss:0.0014073055599849239\n", "train loss:0.0003468872808318774\n", "train loss:0.003778662967509997\n", "train loss:0.001198138373085804\n", "train loss:0.003598486288740474\n", "train loss:0.0007046851259853189\n", "train loss:0.002626342571054979\n", "train loss:0.0011081082855728013\n", "train loss:0.0003883419194899721\n", "train loss:0.00011102303142022696\n", "train loss:0.0059296991961116105\n", "train loss:0.00015822585334752324\n", "train loss:0.003232152885378833\n", "train loss:0.0029610361347521537\n", "train loss:0.0024939837365142593\n", "train loss:0.003766248532308365\n", "train loss:0.0004857519976057157\n", "train loss:0.0019126061470867428\n", "train loss:0.01612666640062192\n", "train loss:0.001771405877888896\n", "train loss:0.00030409079038212707\n", "train loss:0.00019645696661218007\n", "train loss:0.0037995017497944837\n", "train loss:0.000589643075357407\n", "train loss:0.0015724976246003983\n", "train loss:0.00011798430616858502\n", "train loss:0.005482036025163128\n", "train loss:0.0021937120463459527\n", "train loss:0.0007416091715359445\n", "train loss:0.0003258631253418474\n", "train loss:0.0021508721482694725\n", "train loss:0.00015397924638573088\n", "train loss:0.0010352301183112172\n", "train loss:0.0002994446242365957\n", "train loss:0.003328696515928401\n", "train loss:0.0001213939483097678\n", "train loss:3.836607385680738e-05\n", "train loss:0.0018777752720181681\n", "train loss:0.0008001100574046625\n", "train loss:0.0034561213954201627\n", "train loss:0.0012361479285605832\n", "train loss:0.0005038322713335587\n", "train loss:0.001291935635640388\n", "train loss:0.00215733828522825\n", "train loss:0.0006222843490430175\n", "train loss:0.004495454701997126\n", "train loss:0.002420526298887998\n", "train loss:0.0032222933226313134\n", "train loss:0.0033447136924468794\n", "train loss:0.003878662227995367\n", "train loss:0.0005378947251102538\n", "train loss:0.0002570882968258293\n", "train loss:0.0005420610850520316\n", "train loss:0.0026985205597992736\n", "train loss:0.0028255136302562872\n", "train loss:0.0004599061147643089\n", "train loss:0.0014705479415929286\n", "train loss:0.0004920235731714286\n", "train loss:0.0021738526010284622\n", "train loss:0.0007929151725447578\n", "train loss:0.001839158830076642\n", "train loss:0.002604900238629286\n", "train loss:0.004663474256557772\n", "train loss:0.0009790618374859404\n", "train loss:0.0018603392835267129\n", "train loss:0.0001594192179366738\n", "train loss:0.0016796265171772978\n", "train loss:0.00015251725641915852\n", "train loss:0.0018971335014738866\n", "train loss:0.005784743796986249\n", "train loss:0.0006051107842569334\n", "train loss:0.00024143457918934658\n", "train loss:0.004564396540292092\n", "train loss:0.0020605600383618427\n", "train loss:0.002562384978676571\n", "train loss:0.0003630395120728163\n", "train loss:0.00012817495333459296\n", "train loss:0.0008823259840371324\n", "train loss:0.00011319203389910658\n", "train loss:0.0005183230577337696\n", "train loss:0.004585101869943015\n", "train loss:0.00026592523555853874\n", "train loss:0.0011453660772232695\n", "train loss:0.0002575494079380666\n", "train loss:0.000215405193181341\n", "train loss:7.948265241324956e-05\n", "train loss:0.0021196972654825303\n", "train loss:0.0019146251190153495\n", "train loss:0.0015969743222154246\n", "train loss:0.001106972976673212\n", "train loss:0.0008309799926845624\n", "train loss:0.0003778020104987371\n", "train loss:0.0036804413083345424\n", "train loss:0.013252524576089206\n", "train loss:0.0008376120374129609\n", "train loss:0.0029904940933406067\n", "train loss:0.002432290683179513\n", "train loss:0.00023137485445013392\n", "train loss:0.002497386384555411\n", "train loss:0.00019055628249071708\n", "train loss:0.009484905007567889\n", "train loss:0.0030869808799943183\n", "train loss:0.000645934289832881\n", "train loss:0.0016592355106837058\n", "train loss:0.0010544986888413612\n", "train loss:0.00017688668882658482\n", "train loss:0.0007323713369523139\n", "train loss:0.004217262118302715\n", "train loss:0.0009192590313568502\n", "train loss:0.009482774293411279\n", "train loss:0.0007763237881022\n", "train loss:0.0024337205980009377\n", "train loss:0.0012166799137391607\n", "train loss:0.0017292154965757637\n", "train loss:8.397643900301989e-05\n", "train loss:7.789856978944031e-05\n", "train loss:0.0016488490804582134\n", "train loss:0.00020989867610647655\n", "train loss:0.0017071161251898087\n", "train loss:0.0008990950244118311\n", "train loss:0.001494577214676129\n", "train loss:0.0007093123452728739\n", "train loss:0.0029757715050352557\n", "train loss:0.005188187865162063\n", "train loss:0.0007922159478983461\n", "train loss:0.0004825929970398983\n", "train loss:0.002024856355420448\n", "train loss:0.00013835534500225905\n", "train loss:0.0005352344385768513\n", "train loss:0.0003722937469047069\n", "train loss:0.00549696139425209\n", "train loss:0.0055496244793825054\n", "train loss:0.001097605074157028\n", "train loss:0.0010509330232036165\n", "train loss:0.00014935965955727422\n", "train loss:0.0007037278803890764\n", "train loss:0.022590359542151574\n", "train loss:0.001663127708408755\n", "train loss:0.001335489440794769\n", "train loss:0.00040348369794032625\n", "train loss:0.0005550519733415809\n", "train loss:0.001126466919009703\n", "train loss:0.0008438462291979324\n", "train loss:0.004377182741499657\n", "train loss:0.006377366912625748\n", "train loss:0.0006016808680587367\n", "train loss:0.00010283106499573658\n", "train loss:0.001240914704816632\n", "train loss:0.001486911325552875\n", "train loss:0.007867213153428941\n", "train loss:0.0016179022627142018\n", "train loss:0.00046630792488241784\n", "train loss:0.0007342338812344757\n", "train loss:0.0020008192807944914\n", "train loss:0.00037249648311677265\n", "train loss:0.008182517415646469\n", "train loss:0.0008145417702778177\n", "train loss:0.0022781216112636262\n", "train loss:0.00027958585073502474\n", "train loss:0.00041634814148499324\n", "train loss:0.002532687411905259\n", "train loss:0.0006349713771752817\n", "train loss:0.0016409973981664065\n", "train loss:0.00017035033553105313\n", "train loss:0.0016260962556160724\n", "train loss:0.02476468990298765\n", "train loss:0.0008005116184505479\n", "train loss:0.00016366274701335104\n", "train loss:0.00019771693871729608\n", "train loss:0.0012417819581612784\n", "train loss:0.001973215728212546\n", "train loss:0.00031455685998790073\n", "train loss:0.00033756221042302684\n", "train loss:0.00019111472839016146\n", "train loss:0.003777780576797482\n", "train loss:0.0008708667629828431\n", "train loss:0.03430979604444391\n", "train loss:0.0028133185627123025\n", "train loss:0.0009098753311485803\n", "train loss:0.0006350057007111102\n", "train loss:0.0004700935120561067\n", "train loss:0.0008706740078053295\n", "train loss:0.0018847786965843316\n", "train loss:0.002769651350683333\n", "train loss:0.0005771058964831556\n", "train loss:0.0007274402434812681\n", "train loss:0.0031903703521821915\n", "train loss:0.0004908107573306328\n", "train loss:0.003161011806531371\n", "train loss:0.0003328610829785498\n", "train loss:0.0030877176833121883\n", "train loss:0.0034554404141281937\n", "train loss:0.007831211103257948\n", "train loss:0.01635308803942205\n", "train loss:0.002119428575268322\n", "train loss:0.0005810202744581009\n", "train loss:0.001391573848951175\n", "train loss:0.001094687206297896\n", "train loss:0.0032652159791691344\n", "train loss:0.002085013278417769\n", "train loss:0.002131990521620953\n", "train loss:0.005063112926027604\n", "train loss:0.001249668279854693\n", "train loss:0.0011511157817673473\n", "train loss:0.00020321287744587838\n", "train loss:0.00041827274715037333\n", "train loss:0.0023908935217665187\n", "train loss:0.000737627027647086\n", "train loss:7.450903087072563e-05\n", "train loss:0.00023300839495698966\n", "train loss:0.0001300815073750476\n", "train loss:8.186750821352346e-05\n", "train loss:0.0007767032359347368\n", "train loss:0.0006418724238785356\n", "train loss:0.001443379530126222\n", "train loss:0.00031255304579037884\n", "train loss:0.0011238128605685228\n", "train loss:0.0008783036611430742\n", "train loss:0.0004491904977452202\n", "train loss:0.0015701107646136033\n", "train loss:0.001682671579746108\n", "train loss:0.000818210537836091\n", "train loss:0.0005776605392486475\n", "train loss:0.0027800980370665685\n", "train loss:0.012464980679379019\n", "train loss:0.001000148203315082\n", "train loss:0.0004256355813535592\n", "train loss:0.00011082355681521022\n", "train loss:8.822776035083926e-05\n", "train loss:0.0004809927547182267\n", "train loss:0.0006601650754764018\n", "train loss:0.0008735975897008981\n", "train loss:0.026797659072088736\n", "train loss:0.023461665177037537\n", "train loss:0.0010202033628506383\n", "train loss:0.005405379846185293\n", "train loss:0.0014005783039147094\n", "train loss:0.011021911193688361\n", "train loss:0.00025493630890621624\n", "train loss:2.8950889351156435e-05\n", "train loss:0.0018854585144456992\n", "train loss:0.0076089899841464085\n", "train loss:0.00273914848777841\n", "train loss:0.0014518405692256057\n", "train loss:0.00033628792454930186\n", "train loss:0.0027744840667231303\n", "train loss:0.0007787759190630804\n", "train loss:0.003063992306317724\n", "train loss:0.016074149360969826\n", "train loss:0.0008553632360569733\n", "train loss:0.002318084974336595\n", "train loss:0.0016167946741827994\n", "train loss:0.00368164298613608\n", "train loss:0.0039074085261091174\n", "train loss:0.000708682080062589\n", "train loss:0.0033617725543789324\n", "train loss:0.005188505316313766\n", "train loss:0.0011707573239073009\n", "train loss:0.14375110222336104\n", "train loss:0.0018002342246951283\n", "train loss:0.0031625803401696983\n", "train loss:0.0006339627268126951\n", "train loss:0.00526880652356858\n", "train loss:0.007399974338819043\n", "train loss:0.002249911103856561\n", "train loss:0.0012499897278249001\n", "train loss:0.004593117467947735\n", "train loss:0.0004299456423567148\n", "train loss:0.004347648427981259\n", "train loss:0.002157686428055108\n", "train loss:0.019621571847633953\n", "train loss:0.0005456898762241047\n", "train loss:0.002092167822623299\n", "train loss:0.0015448153005135476\n", "train loss:0.001692561633469846\n", "train loss:0.004039752828832251\n", "train loss:0.0012932558042057058\n", "train loss:0.00026998546237353284\n", "train loss:0.016437568943429397\n", "train loss:0.0015545417009636537\n", "train loss:0.0004485711011535431\n", "train loss:0.017129059356544137\n", "train loss:0.011941617928369808\n", "train loss:0.0010080185881998396\n", "train loss:0.0005786908280994696\n", "train loss:0.0019002719411012978\n", "train loss:0.0040862118307505736\n", "train loss:0.0007726605000928101\n", "train loss:0.001020914966413131\n", "train loss:0.0012772817015995418\n", "train loss:0.0013680726426375145\n", "train loss:0.004424846217482118\n", "train loss:0.0002589161267627078\n", "train loss:0.004463907011324019\n", "train loss:0.0017447253392494557\n", "train loss:0.00012441963362257082\n", "train loss:0.002558656457404635\n", "train loss:0.0016073795516015313\n", "train loss:0.002339940275891207\n", "train loss:0.0010192472558733254\n", "train loss:0.0006742445008017851\n", "train loss:0.0056924366449840735\n", "train loss:0.0012154918223158632\n", "train loss:0.0046350395557974555\n", "train loss:0.013155077257301298\n", "train loss:0.002162546492599022\n", "train loss:0.020417369799754715\n", "train loss:0.0023590925152124284\n", "train loss:0.0005354561111431297\n", "train loss:0.0005250351613103337\n", "train loss:0.00020383721986386635\n", "train loss:0.00019174092887520262\n", "train loss:0.011123859468833364\n", "=== epoch:18, train acc:0.993, test acc:0.984 ===\n", "train loss:0.0005208270616198366\n", "train loss:3.818618964166566e-06\n", "train loss:0.0017113240809892816\n", "train loss:0.001678816843899797\n", "train loss:0.0004149262993919944\n", "train loss:0.0005353088424055863\n", "train loss:0.001179247131901869\n", "train loss:8.21177845117075e-05\n", "train loss:0.0004977948962271652\n", "train loss:0.0015029488714701424\n", "train loss:0.01277973380656481\n", "train loss:0.0021844712764937197\n", "train loss:0.0006240554642419712\n", "train loss:0.009334759266959035\n", "train loss:0.0020259386999921737\n", "train loss:0.0018750457003064071\n", "train loss:0.0017156175341609624\n", "train loss:0.003098737835701304\n", "train loss:0.0011998384500163258\n", "train loss:0.002670314099449563\n", "train loss:0.03317630433348158\n", "train loss:5.652354098393459e-05\n", "train loss:0.0006611740729667087\n", "train loss:0.002961798285391765\n", "train loss:0.00116075709010261\n", "train loss:0.0030397763374105\n", "train loss:0.08716554751777712\n", "train loss:0.001118960333329754\n", "train loss:0.0007744160124776796\n", "train loss:0.004438611649853052\n", "train loss:0.0035574245702698483\n", "train loss:0.004349955686613866\n", "train loss:0.0033710276669787747\n", "train loss:0.001077119411640442\n", "train loss:0.007890126036546865\n", "train loss:0.0001470530442632573\n", "train loss:0.002772982438455625\n", "train loss:0.0034254307756975038\n", "train loss:0.0012026678606400537\n", "train loss:5.8332897888054594e-05\n", "train loss:0.0008274370147736568\n", "train loss:0.0033417276866417635\n", "train loss:0.001682138713081212\n", "train loss:5.8991385744189905e-05\n", "train loss:0.0005567281067724237\n", "train loss:0.00045532647025045976\n", "train loss:0.00011747188458177931\n", "train loss:0.00046077330126455463\n", "train loss:0.0004993043022463191\n", "train loss:0.0006975813425730944\n", "train loss:0.0008845208145392762\n", "train loss:0.0056782195376361335\n", "train loss:0.0005419955201144327\n", "train loss:0.005742283522331405\n", "train loss:0.002998329432173355\n", "train loss:0.0005742403679514439\n", "train loss:0.0016858843488843334\n", "train loss:0.0022391258270095214\n", "train loss:0.00012161839068826042\n", "train loss:0.0011327732913829862\n", "train loss:0.0013359628665118386\n", "train loss:0.002792891355360756\n", "train loss:0.00013604987751578818\n", "train loss:0.016984586657639612\n", "train loss:0.013844791519693622\n", "train loss:0.00012483462354981992\n", "train loss:0.001774490560698398\n", "train loss:0.0015816604975035903\n", "train loss:0.003731248201982721\n", "train loss:0.0010581942630240352\n", "train loss:0.0002483657860337194\n", "train loss:0.0032178806975156613\n", "train loss:0.002700099858474141\n", "train loss:0.0012401107519694904\n", "train loss:0.000748790547973946\n", "train loss:0.0038003597285962637\n", "train loss:0.0008817835542779234\n", "train loss:0.00026936749599939055\n", "train loss:0.001348016390381903\n", "train loss:0.0006195495199013038\n", "train loss:0.002779955537136876\n", "train loss:0.013980437360152824\n", "train loss:0.002043866597007825\n", "train loss:0.042850474644381124\n", "train loss:0.000727911016541069\n", "train loss:0.0007701810996643575\n", "train loss:0.0004315197018195333\n", "train loss:0.0016484346071614286\n", "train loss:0.00033457854243069214\n", "train loss:0.0027016323447112273\n", "train loss:6.248328687130867e-05\n", "train loss:0.00024203033792466873\n", "train loss:0.001152772284710644\n", "train loss:0.0008900221778748479\n", "train loss:0.0006425672485586114\n", "train loss:0.0002533221256722694\n", "train loss:0.0014156030407709368\n", "train loss:0.00018310745456079437\n", "train loss:0.002078662350585101\n", "train loss:0.0023719613253238413\n", "train loss:0.00198756179183457\n", "train loss:0.00671841042429586\n", "train loss:0.001524602296403688\n", "train loss:0.0005576332598140215\n", "train loss:0.0640324916089643\n", "train loss:0.0014019151390056448\n", "train loss:0.004406524171206444\n", "train loss:0.007395334941371743\n", "train loss:0.001692112959317423\n", "train loss:0.0009428386211191822\n", "train loss:0.0015550316676455947\n", "train loss:0.003814683573034199\n", "train loss:0.0025988633744895907\n", "train loss:0.0001103001589675383\n", "train loss:0.0005109674288947552\n", "train loss:0.0013944035994157508\n", "train loss:0.00027712071389081225\n", "train loss:0.0005446618695728029\n", "train loss:0.000820267167080508\n", "train loss:0.002069480592809384\n", "train loss:0.00016273911709925481\n", "train loss:0.003273164417316324\n", "train loss:0.0029333229520558963\n", "train loss:0.0006403775552017013\n", "train loss:0.0012658380043627734\n", "train loss:0.00015890776955310902\n", "train loss:0.00017418614722092054\n", "train loss:0.00029399249917809423\n", "train loss:0.002493576749239864\n", "train loss:0.0011646762756943984\n", "train loss:0.0016558552973434443\n", "train loss:0.0011392712589054091\n", "train loss:0.00023746786095405734\n", "train loss:0.0031886327461888102\n", "train loss:2.8560781817130557e-05\n", "train loss:0.00029040461925690646\n", "train loss:0.0030104231764745996\n", "train loss:0.0016963293816994415\n", "train loss:0.00016403276573564892\n", "train loss:0.001416983832816012\n", "train loss:0.0014192614268092024\n", "train loss:0.0014594254101807363\n", "train loss:0.009049456956215956\n", "train loss:0.0004560737636986468\n", "train loss:0.002400498551562879\n", "train loss:0.015764277221573964\n", "train loss:0.0003178738812502311\n", "train loss:0.000627799101468591\n", "train loss:0.0003244206430666023\n", "train loss:0.0014159164849130105\n", "train loss:0.0016439147874761151\n", "train loss:0.0007246267801801062\n", "train loss:0.003907482293881501\n", "train loss:0.0018580777158613523\n", "train loss:0.0002436569972101198\n", "train loss:0.0015549205422324818\n", "train loss:0.0004881043684920066\n", "train loss:0.0020465261064313953\n", "train loss:0.008193769783596355\n", "train loss:0.0011600005585460321\n", "train loss:0.000598993836931889\n", "train loss:0.002124419459212745\n", "train loss:0.0004867996701945384\n", "train loss:0.001185057391285624\n", "train loss:0.005663917879324739\n", "train loss:0.0006580933288870579\n", "train loss:0.0002732110573805767\n", "train loss:0.002275310721231986\n", "train loss:0.0055902260164492675\n", "train loss:0.0002989111897031764\n", "train loss:0.0005096587845598355\n", "train loss:0.00019820131297990296\n", "train loss:0.0036063595126428535\n", "train loss:5.9975178583540216e-05\n", "train loss:0.0008298643675454454\n", "train loss:0.003299781767246009\n", "train loss:0.03045936608898484\n", "train loss:5.143593626479159e-05\n", "train loss:0.0006754363935906696\n", "train loss:0.0012823659560169595\n", "train loss:0.00021034151587669207\n", "train loss:0.001241605108351906\n", "train loss:0.0023244687145690533\n", "train loss:0.004529268497742707\n", "train loss:0.0004652197155789415\n", "train loss:0.003157441703154464\n", "train loss:0.005793912000293449\n", "train loss:0.007671253083252515\n", "train loss:0.0012456572169090687\n", "train loss:0.00025910931158723186\n", "train loss:0.0030476105470141125\n", "train loss:0.00036407743335675454\n", "train loss:0.0041114791859371645\n", "train loss:0.0016347094340219146\n", "train loss:0.005317823001519783\n", "train loss:0.00011404189422303923\n", "train loss:0.0029824871296596695\n", "train loss:0.0007915876316009722\n", "train loss:0.0008372070692151638\n", "train loss:0.000144825897319122\n", "train loss:0.002310226278553235\n", "train loss:0.0017009636437014019\n", "train loss:0.0021836983351746927\n", "train loss:0.0026629731703541066\n", "train loss:0.00456487625943476\n", "train loss:0.015252320856556176\n", "train loss:0.004236171768754496\n", "train loss:0.0011319346868452203\n", "train loss:0.002007266744554292\n", "train loss:0.006138015416300958\n", "train loss:0.00023180670813165087\n", "train loss:0.005028606120774176\n", "train loss:0.0022258619850384627\n", "train loss:0.004274179770823748\n", "train loss:0.001297608879294161\n", "train loss:0.004942680281336837\n", "train loss:0.0032727578534636355\n", "train loss:0.001104665905795407\n", "train loss:0.0011794340660817833\n", "train loss:0.0017158505900903326\n", "train loss:0.00013858710475455198\n", "train loss:0.010167084447419716\n", "train loss:0.007079764018550968\n", "train loss:0.003692946925759412\n", "train loss:0.0002537793894325184\n", "train loss:0.016302116450676887\n", "train loss:0.003431896063471711\n", "train loss:0.0016118008085968414\n", "train loss:0.0012883455019399737\n", "train loss:0.011797584779676518\n", "train loss:0.00011017697791871058\n", "train loss:0.00030634049508010733\n", "train loss:0.00044658823768733427\n", "train loss:0.005075360213134135\n", "train loss:0.002184222985210698\n", "train loss:0.008046742208497843\n", "train loss:0.00025775029079100857\n", "train loss:0.00914042484276039\n", "train loss:0.0008658234305190442\n", "train loss:0.010810057028519466\n", "train loss:0.0006725082370836874\n", "train loss:0.009868900660391746\n", "train loss:0.0009597803519001508\n", "train loss:4.730661538728609e-05\n", "train loss:0.009010929461532246\n", "train loss:0.000958861105031118\n", "train loss:0.0035844987794285237\n", "train loss:0.00033764047756559086\n", "train loss:0.0003464608101084501\n", "train loss:0.00440706612878313\n", "train loss:9.777453121211369e-05\n", "train loss:0.005309210348557271\n", "train loss:0.001666060592793852\n", "train loss:0.0024505003686593686\n", "train loss:0.017850873037578496\n", "train loss:0.0032851763507231063\n", "train loss:0.002624242823669741\n", "train loss:0.0004922871965361204\n", "train loss:0.026780660141836887\n", "train loss:0.0014977025799517902\n", "train loss:0.0005834298160205098\n", "train loss:0.0026780096278199218\n", "train loss:0.0007589028160824258\n", "train loss:0.0017453548048195699\n", "train loss:0.008412311356958831\n", "train loss:0.002993934800731081\n", "train loss:0.000539351445141124\n", "train loss:0.0007877256887036636\n", "train loss:0.009782563600564214\n", "train loss:0.0026682122414332554\n", "train loss:0.0006080193671010107\n", "train loss:0.005988636851922474\n", "train loss:0.0004871752707296919\n", "train loss:7.82034547336577e-05\n", "train loss:0.001873525615389746\n", "train loss:0.0014202234486934107\n", "train loss:9.707597509124351e-05\n", "train loss:0.002564787817607249\n", "train loss:0.009023901460166352\n", "train loss:0.0011442645250649135\n", "train loss:0.006495117097033962\n", "train loss:0.0010428362499166235\n", "train loss:0.0006556072529448153\n", "train loss:0.004016727379978527\n", "train loss:0.0026415644084085872\n", "train loss:0.0016170686227164022\n", "train loss:0.0007090992632231423\n", "train loss:0.008198272361515838\n", "train loss:0.001327977232127351\n", "train loss:0.0009404290785143135\n", "train loss:0.0024817417341523353\n", "train loss:0.0005200577425833328\n", "train loss:0.00014638894469409482\n", "train loss:0.003863617796438902\n", "train loss:0.0006724454316441277\n", "train loss:0.0013685853397780844\n", "train loss:0.0016502191045086765\n", "train loss:0.0008029094482248793\n", "train loss:0.00486990802568436\n", "train loss:0.0013037177366788232\n", "train loss:0.0003915982798456905\n", "train loss:0.002679031501777337\n", "train loss:0.00166330474564305\n", "train loss:0.0025160979296685506\n", "train loss:0.0007796634025406204\n", "train loss:0.0005477342030399846\n", "train loss:0.00023974515034462645\n", "train loss:0.002514096461224123\n", "train loss:0.0004945595370263882\n", "train loss:0.0004661048786351278\n", "train loss:0.0010116521829812487\n", "train loss:0.0003628059161101831\n", "train loss:0.001247394963806361\n", "train loss:0.0011927724625669291\n", "train loss:0.00034792659010624705\n", "train loss:0.00040085331781573733\n", "train loss:0.00023164212381769018\n", "train loss:0.0009779784312222762\n", "train loss:0.0022929693966438746\n", "train loss:0.0009518939983059705\n", "train loss:0.00020521798194081864\n", "train loss:0.0002089655079053343\n", "train loss:0.0009416922829272048\n", "train loss:0.0017092354215718522\n", "train loss:0.006013720359989589\n", "train loss:0.004125389234988519\n", "train loss:0.003540644251875228\n", "train loss:0.00042888025463669045\n", "train loss:0.0006923004451489219\n", "train loss:0.0032102727644912846\n", "train loss:0.0005121593337439879\n", "train loss:0.0019401126755745\n", "train loss:0.002160600217666785\n", "train loss:0.002176190303658652\n", "train loss:0.0006889862395310828\n", "train loss:0.0076976157769979205\n", "train loss:0.00921130761075961\n", "train loss:0.0023945729225084036\n", "train loss:0.0024056521924942006\n", "train loss:0.0008250737110547839\n", "train loss:0.006127269319769346\n", "train loss:0.002287657848452497\n", "train loss:0.010141595333603861\n", "train loss:0.002440823327445353\n", "train loss:0.00029714572238913095\n", "train loss:0.0003576228143076115\n", "train loss:0.005781394892714382\n", "train loss:0.0018493595846313122\n", "train loss:0.00036887141005157435\n", "train loss:0.0015466809756675842\n", "train loss:0.0015524707944069938\n", "train loss:0.0030698302704578605\n", "train loss:9.454076581274465e-05\n", "train loss:0.004843742348046384\n", "train loss:0.00023029936899132987\n", "train loss:0.001513416952026385\n", "train loss:0.0001797244261138532\n", "train loss:0.0006785611711246155\n", "train loss:0.0026126993416712417\n", "train loss:0.007378850318147044\n", "train loss:0.0005401161574340363\n", "train loss:0.00204075335344653\n", "train loss:0.003018394120468514\n", "train loss:0.005985444387737581\n", "train loss:0.0007353509399890893\n", "train loss:0.0019650437313646243\n", "train loss:0.0012776753762093176\n", "train loss:0.010341865907453307\n", "train loss:0.001464653443472604\n", "train loss:0.0015321103511397184\n", "train loss:7.980244547537414e-05\n", "train loss:5.2531271085108275e-05\n", "train loss:0.0028943963774810196\n", "train loss:0.0022617734767805906\n", "train loss:0.0018815079469139575\n", "train loss:0.0025385826949968554\n", "train loss:0.007566987318695625\n", "train loss:0.0008829871868730868\n", "train loss:0.002917707557275257\n", "train loss:0.004661337171376446\n", "train loss:0.0013041471177774613\n", "train loss:0.000251982545849516\n", "train loss:0.0023073884874723295\n", "train loss:0.0020590021475693178\n", "train loss:0.00040616352916959765\n", "train loss:0.004017489440310908\n", "train loss:0.0038096544157761526\n", "train loss:0.0005815996647326739\n", "train loss:0.003062436737516314\n", "train loss:0.0003377519483207246\n", "train loss:0.0010905121349065003\n", "train loss:0.0013792551686393941\n", "train loss:0.0028797200690629087\n", "train loss:0.0016025701433101023\n", "train loss:0.0074385940065097925\n", "train loss:8.129436686655181e-05\n", "train loss:0.0004923877273545638\n", "train loss:0.0003237548269076757\n", "train loss:0.004973213513516452\n", "train loss:0.002563020251286962\n", "train loss:0.002642758962919103\n", "train loss:0.010641862525233404\n", "train loss:0.0006747130012966164\n", "train loss:0.0006732113085896725\n", "train loss:0.004375933942904479\n", "train loss:0.00010533734390173466\n", "train loss:0.0033531786931684042\n", "train loss:0.0012885696054852822\n", "train loss:0.0007425781489019524\n", "train loss:0.0010600635840652948\n", "train loss:0.000615075386892747\n", "train loss:0.0025888203513700337\n", "train loss:0.0004220251168629265\n", "train loss:0.0007127803846037063\n", "train loss:0.004339045187020105\n", "train loss:0.0002643067661972487\n", "train loss:0.0006856897526880297\n", "train loss:0.001173941088001498\n", "train loss:0.006027641542118562\n", "train loss:0.001080953112226269\n", "train loss:0.00017982001836440692\n", "train loss:0.0007886510956004144\n", "train loss:0.00023111443150960705\n", "train loss:0.001473321336248599\n", "train loss:0.006081604757824689\n", "train loss:0.00021012691229881642\n", "train loss:0.011123315298112535\n", "train loss:0.000596483011328907\n", "train loss:0.000565467129844199\n", "train loss:0.0003442819835154175\n", "train loss:0.0002889067871068512\n", "train loss:0.001260943172700064\n", "train loss:0.000922395363348896\n", "train loss:0.0007880830124471158\n", "train loss:0.0005176460312498456\n", "train loss:0.0012368909867133163\n", "train loss:0.015209555023710169\n", "train loss:0.0005571094519226001\n", "train loss:0.0007484291113575506\n", "train loss:0.0008489787695091851\n", "train loss:0.0007638904271072843\n", "train loss:0.0005400691678475568\n", "train loss:0.009810624966381383\n", "train loss:7.795236477693273e-05\n", "train loss:8.947017557833603e-05\n", "train loss:0.005737212923235452\n", "train loss:0.006045044349206482\n", "train loss:0.0007283012942613718\n", "train loss:0.001138253958723703\n", "train loss:0.006048747842615907\n", "train loss:0.0013852155473238633\n", "train loss:0.001271833015662497\n", "train loss:0.06255559215601689\n", "train loss:0.0013084092088457607\n", "train loss:0.003350974699804176\n", "train loss:0.008775804725740797\n", "train loss:0.008324439951690793\n", "train loss:0.07098092130398585\n", "train loss:0.002324983145635273\n", "train loss:0.001958732494342376\n", "train loss:0.00025366141270019674\n", "train loss:0.001135313552109001\n", "train loss:0.0009450782067385011\n", "train loss:0.001898217490603298\n", "train loss:0.002783229407407066\n", "train loss:0.0020811913475483417\n", "train loss:0.00022402046598963857\n", "train loss:0.0032128292377334904\n", "train loss:0.01571945468168313\n", "train loss:0.018900849663553668\n", "train loss:0.002239301512219772\n", "train loss:0.000721718033544989\n", "train loss:0.008246653443695032\n", "train loss:0.016930680767259874\n", "train loss:0.0026739897070916013\n", "train loss:0.0006123371053017533\n", "train loss:8.604060506921455e-05\n", "train loss:0.004898726639535973\n", "train loss:0.008398233255700487\n", "train loss:2.164982766137515e-05\n", "train loss:0.0026089604837675616\n", "train loss:0.0022476507517741728\n", "train loss:0.0003828245689239835\n", "train loss:0.001508764164291783\n", "train loss:0.0010566771337843844\n", "train loss:0.000575752977407226\n", "train loss:0.00108607505716817\n", "train loss:0.004153133583385876\n", "train loss:0.002891920544415524\n", "train loss:0.006065590371351449\n", "train loss:0.003489551371669855\n", "train loss:0.00013642013197020115\n", "train loss:0.00017552795335114095\n", "train loss:0.0007936900331287797\n", "train loss:0.007011770654600826\n", "train loss:0.009870065933411363\n", "train loss:0.00015912645735094295\n", "train loss:0.0026050828159483036\n", "train loss:0.007289849883726255\n", "train loss:0.006918677562537386\n", "train loss:0.002094436047186003\n", "train loss:0.001615019859886568\n", "train loss:0.001171759752035809\n", "train loss:0.0009262634251023106\n", "train loss:0.002882264536533591\n", "train loss:0.004591262249661724\n", "train loss:0.007053037012815609\n", "train loss:0.0022884871436380473\n", "train loss:0.001357121636251489\n", "train loss:0.0006361012205892978\n", "train loss:0.0012284905224268373\n", "train loss:0.0002719371645570641\n", "train loss:0.0013634691405657448\n", "train loss:0.0038016681893279025\n", "train loss:0.01742341083093317\n", "train loss:0.0012620337079587848\n", "train loss:0.00043525819613039106\n", "train loss:0.004639000528358817\n", "train loss:0.0014640520741020947\n", "train loss:0.0005224852994289796\n", "train loss:0.00048713654288701084\n", "train loss:0.0016109625668680213\n", "train loss:0.000933772067161829\n", "train loss:0.000375142873048606\n", "train loss:0.0029483430724019798\n", "train loss:0.00018624597387239912\n", "train loss:9.429569190056377e-05\n", "train loss:0.012736361174705115\n", "train loss:0.00024333439326399843\n", "train loss:0.00039916315462444347\n", "train loss:0.0009091431145356263\n", "train loss:0.00046856488294505613\n", "train loss:0.0005630858311381532\n", "train loss:0.00028388651094067726\n", "train loss:0.00015512705309055433\n", "train loss:0.0004139847979500083\n", "train loss:0.003401788514964451\n", "train loss:0.0012224816590393317\n", "train loss:0.00023513266543646972\n", "train loss:0.0005253899202463345\n", "train loss:0.002976370458691305\n", "train loss:0.00018675859996898324\n", "train loss:0.003951484966913573\n", "train loss:0.006863106801427691\n", "train loss:0.0016706101961494468\n", "train loss:0.0017714432165358343\n", "train loss:5.611298989249052e-05\n", "train loss:0.0009718833929941064\n", "train loss:0.00026783579581829317\n", "train loss:0.0015539737403733956\n", "train loss:0.00039989023913706727\n", "train loss:0.00022519558220499114\n", "train loss:0.004009086969245176\n", "train loss:0.001050154288180736\n", "train loss:0.001620464375340812\n", "train loss:0.002245593723553905\n", "train loss:0.004573287927506176\n", "train loss:0.0012697307657519037\n", "train loss:0.00109751790819577\n", "train loss:0.0007257690637480108\n", "train loss:0.0031815405041335544\n", "train loss:0.0005127332031618328\n", "train loss:0.003777767874798471\n", "train loss:0.00166289217854427\n", "train loss:0.00016000600972322396\n", "train loss:6.917703281818165e-05\n", "train loss:0.0007192946496018895\n", "train loss:0.0024580620926356158\n", "train loss:0.002638401367613984\n", "train loss:0.0016531431985997388\n", "train loss:0.005552263433837019\n", "train loss:0.001013360927930334\n", "train loss:0.005129936827670629\n", "train loss:0.0065464531450379415\n", "train loss:0.0014807900581817596\n", "train loss:0.0003274624205525812\n", "train loss:0.0008659381336686639\n", "train loss:0.0002636788000150323\n", "train loss:0.0022882523661146618\n", "train loss:0.0016956843625988347\n", "train loss:7.214097942572257e-05\n", "train loss:0.00010230849658965823\n", "train loss:0.0021245356014977733\n", "train loss:0.004299520247588432\n", "train loss:0.0001751999789472472\n", "train loss:0.0027666152933491076\n", "train loss:0.001265468672390818\n", "train loss:0.0027450387207218195\n", "train loss:0.003001663912363063\n", "train loss:0.0022983428202523674\n", "train loss:0.00011560547181802129\n", "train loss:5.396604137134584e-05\n", "train loss:0.0004125442553380429\n", "train loss:0.0006238184061610666\n", "train loss:0.00039363080254844617\n", "train loss:0.003503257102411379\n", "train loss:0.0010334423331543347\n", "train loss:0.00019797350991522555\n", "train loss:0.00031818185691551745\n", "train loss:0.0005663139630528422\n", "=== epoch:19, train acc:0.998, test acc:0.989 ===\n", "train loss:0.0010466433307993865\n", "train loss:0.0036836283067264958\n", "train loss:0.003487240737220904\n", "train loss:0.0007546807824145738\n", "train loss:0.0009302830793819801\n", "train loss:0.0005658926691306621\n", "train loss:0.0013147057647120636\n", "train loss:0.001177478808003432\n", "train loss:0.00015524161483021357\n", "train loss:0.0014091580789394207\n", "train loss:0.0014235347189906033\n", "train loss:0.0001412236502830481\n", "train loss:0.001432373471945954\n", "train loss:0.0001306729461511914\n", "train loss:0.0007222854615573055\n", "train loss:0.0011529782453190756\n", "train loss:0.00012920479431106132\n", "train loss:0.00012373440313680545\n", "train loss:0.0015795522112453438\n", "train loss:0.010233793825287918\n", "train loss:0.0008440383701521648\n", "train loss:0.0010450034393123342\n", "train loss:0.0023940819619033757\n", "train loss:0.00048159754152136714\n", "train loss:0.001671468316112941\n", "train loss:0.00019252081993705532\n", "train loss:0.00013064175582251904\n", "train loss:0.0030932290792810395\n", "train loss:0.002900585266173919\n", "train loss:1.3284590688104519e-05\n", "train loss:0.032623843877590486\n", "train loss:0.003311845979017217\n", "train loss:0.0012338402836709638\n", "train loss:0.0018748352313489427\n", "train loss:0.0026859268410401034\n", "train loss:0.010122231402537795\n", "train loss:0.0011373428443355166\n", "train loss:0.007756090429763999\n", "train loss:0.002354562575070478\n", "train loss:0.00011674411156715931\n", "train loss:0.0015373169745243342\n", "train loss:0.001184290206237999\n", "train loss:0.004830654319821307\n", "train loss:0.0018277832279573305\n", "train loss:0.0033654598644592888\n", "train loss:0.0006574783646303711\n", "train loss:9.803459311395609e-05\n", "train loss:0.0034195034405823848\n", "train loss:0.000738426575087773\n", "train loss:0.0026389651169018706\n", "train loss:0.002066902222813359\n", "train loss:0.002521391992206353\n", "train loss:0.003540636020795488\n", "train loss:0.002572413828980469\n", "train loss:0.02434154485192917\n", "train loss:0.009601321562088302\n", "train loss:0.04495329963580048\n", "train loss:6.486864004953985e-05\n", "train loss:0.004033420356379353\n", "train loss:0.006239440510261093\n", "train loss:0.00013942549534574488\n", "train loss:4.668232024908967e-05\n", "train loss:0.0024216791573465637\n", "train loss:0.0009620137218976283\n", "train loss:0.002035760974127467\n", "train loss:0.0003168314429364725\n", "train loss:0.05141666525509752\n", "train loss:0.0007613368733604898\n", "train loss:0.0008985436334254386\n", "train loss:0.0015913329915820818\n", "train loss:0.0002275933197357228\n", "train loss:0.0038152953820976936\n", "train loss:0.0006360576236233628\n", "train loss:0.0239076989970896\n", "train loss:0.014102565421088899\n", "train loss:0.0006341612812089903\n", "train loss:0.007113797460314973\n", "train loss:0.0023756239704638\n", "train loss:0.0021662323940809126\n", "train loss:0.0017449258831833978\n", "train loss:0.0011167561181464724\n", "train loss:0.003584487013535016\n", "train loss:0.0004750650070614909\n", "train loss:0.0018076159356481747\n", "train loss:0.003518271200753578\n", "train loss:0.007270534028035491\n", "train loss:0.0009370122770060367\n", "train loss:0.00784123424323774\n", "train loss:0.041230724920526984\n", "train loss:0.0003485609344327333\n", "train loss:0.003110735234412035\n", "train loss:0.0035258528228745644\n", "train loss:0.0007901547333788482\n", "train loss:0.005759324564690062\n", "train loss:0.00010632525491447192\n", "train loss:4.839195423516326e-05\n", "train loss:0.0010468244593488025\n", "train loss:0.00932648649876585\n", "train loss:0.0014829705543735255\n", "train loss:0.00036569728788421566\n", "train loss:0.0009011313272172597\n", "train loss:0.004130672887101796\n", "train loss:0.004070641610856774\n", "train loss:0.0017801594088377197\n", "train loss:0.0006108625780640735\n", "train loss:0.000754097461265517\n", "train loss:0.000778497323546625\n", "train loss:0.00267511665921453\n", "train loss:0.0034347426176073977\n", "train loss:0.0004360713987127061\n", "train loss:0.0010627751651315826\n", "train loss:0.00024339813654366288\n", "train loss:0.0010038624892567023\n", "train loss:0.0010217735163630698\n", "train loss:0.0010757094301247967\n", "train loss:0.0007072994670010665\n", "train loss:0.001536565440062521\n", "train loss:0.0018229454386078342\n", "train loss:0.00010161384890941986\n", "train loss:0.00036990024238429367\n", "train loss:0.00040885963059541423\n", "train loss:0.002495576882890823\n", "train loss:0.00019389375087053515\n", "train loss:0.0007539262184183028\n", "train loss:0.0016446641255779169\n", "train loss:0.0015618512734505007\n", "train loss:6.1029079683930476e-05\n", "train loss:0.0029459909586876084\n", "train loss:6.933829740175381e-05\n", "train loss:0.002563173375853681\n", "train loss:0.00042816813331972384\n", "train loss:0.0005913826149580589\n", "train loss:0.0008640685398736395\n", "train loss:0.001166821600560649\n", "train loss:0.00030621519367195205\n", "train loss:0.00030703909656429\n", "train loss:0.0011152788881853932\n", "train loss:0.0007552055750295725\n", "train loss:0.0011738402657836032\n", "train loss:0.0007483977467681729\n", "train loss:0.0011332394237395492\n", "train loss:0.00031992483950409295\n", "train loss:0.0005057980671166156\n", "train loss:0.0006566203214619034\n", "train loss:0.0015055821892479054\n", "train loss:0.00037170953604617843\n", "train loss:0.0014670682982283341\n", "train loss:0.00014355878190645802\n", "train loss:0.00031311780493974194\n", "train loss:0.00040863825029486753\n", "train loss:0.0007357953720339095\n", "train loss:1.7846272693994977e-05\n", "train loss:0.005734900357503911\n", "train loss:2.170425592967149e-05\n", "train loss:0.004330724256367812\n", "train loss:0.002231549191656037\n", "train loss:9.495407633331117e-05\n", "train loss:0.0008287992468635147\n", "train loss:0.0005409384346901865\n", "train loss:0.009889819758935684\n", "train loss:0.0014166056639737037\n", "train loss:0.0001148308715080075\n", "train loss:0.0004593546772238206\n", "train loss:0.0016403422437829178\n", "train loss:0.0024179163637381776\n", "train loss:0.00027854814474001234\n", "train loss:0.0005771883642839643\n", "train loss:0.001683115675805327\n", "train loss:0.0017075218906910093\n", "train loss:0.0005699615372232489\n", "train loss:0.00014696163835116406\n", "train loss:0.001414663464038348\n", "train loss:0.0008899850342184884\n", "train loss:0.0013134446093607396\n", "train loss:0.0004457116495859286\n", "train loss:0.0002093054063955942\n", "train loss:0.0003764752748956562\n", "train loss:0.0017661267545752495\n", "train loss:0.0008395554163846818\n", "train loss:0.000508225699744012\n", "train loss:0.00800138205370926\n", "train loss:0.005486892348731267\n", "train loss:0.002264198849780911\n", "train loss:0.0024410887585871615\n", "train loss:0.0019656177625368264\n", "train loss:0.002325002162628234\n", "train loss:0.00035781596986787345\n", "train loss:0.00031301306487418676\n", "train loss:0.0004382737500506217\n", "train loss:0.00015588543599394145\n", "train loss:0.0008501246775566547\n", "train loss:0.0007500783293485671\n", "train loss:0.0010723261862958186\n", "train loss:0.0010523910175433734\n", "train loss:0.0017220135846171102\n", "train loss:0.006216004290937746\n", "train loss:0.0004353028457885429\n", "train loss:0.0073543475256157\n", "train loss:0.0005571941710548927\n", "train loss:0.0008804847202442375\n", "train loss:0.0002984538332243435\n", "train loss:0.0019499079239506155\n", "train loss:0.0006069469033128276\n", "train loss:0.0005100814002972956\n", "train loss:3.542061381538258e-05\n", "train loss:0.031687596181097566\n", "train loss:0.002812862753065484\n", "train loss:0.002346321903666586\n", "train loss:0.005845592119285319\n", "train loss:0.0004282372400973507\n", "train loss:0.0019954633667117866\n", "train loss:0.0004641274842964017\n", "train loss:0.0008982512420861433\n", "train loss:0.0017115935034405386\n", "train loss:0.0001293860266689303\n", "train loss:0.0021195850143064577\n", "train loss:0.0010755360583829042\n", "train loss:0.0005513217791424635\n", "train loss:9.846926873452408e-05\n", "train loss:0.00022072242664177867\n", "train loss:0.003920575731543402\n", "train loss:0.001998265178564028\n", "train loss:0.007543252157457005\n", "train loss:0.0021924608533074974\n", "train loss:0.0024112131422146864\n", "train loss:0.0005619125310724779\n", "train loss:0.004500450279780179\n", "train loss:0.0021802111801309003\n", "train loss:0.0007710142103626059\n", "train loss:0.0011317031703071815\n", "train loss:6.459525460129706e-05\n", "train loss:0.00014784398069580992\n", "train loss:9.929604270631783e-05\n", "train loss:0.0007084370214906459\n", "train loss:0.0009497303713542479\n", "train loss:0.0005833670784501707\n", "train loss:0.00707285119439887\n", "train loss:0.0010894163986075443\n", "train loss:0.0015491648115075014\n", "train loss:0.0005281702418535915\n", "train loss:0.0012088103942547088\n", "train loss:0.0012135062500280907\n", "train loss:0.004800700758228862\n", "train loss:0.003149141505216918\n", "train loss:0.005105903292732767\n", "train loss:9.800944180031271e-05\n", "train loss:0.0012195208397441488\n", "train loss:0.0001529176051215057\n", "train loss:0.005265216862979498\n", "train loss:0.0011345465708290695\n", "train loss:0.00012548262334296004\n", "train loss:0.0007127817391531646\n", "train loss:0.0003220441993774371\n", "train loss:0.0017428883022571093\n", "train loss:0.0022245144015635584\n", "train loss:0.0012327959406515107\n", "train loss:0.001462145037321512\n", "train loss:0.0013810638984566928\n", "train loss:0.0032662545907090803\n", "train loss:0.0008789537402700127\n", "train loss:0.0004994891874781937\n", "train loss:0.002715332005075253\n", "train loss:0.00042933716658469874\n", "train loss:0.002380235977382435\n", "train loss:0.002433166806997679\n", "train loss:0.000216500585754429\n", "train loss:0.0032942661299513237\n", "train loss:0.003056921481848567\n", "train loss:0.001867627485903585\n", "train loss:0.002644842797370886\n", "train loss:0.00021938608770812978\n", "train loss:0.0027832371740352598\n", "train loss:0.004905685123224878\n", "train loss:0.0029111217035728554\n", "train loss:0.0006921286013490854\n", "train loss:0.0007690382121201345\n", "train loss:0.00010819655771353497\n", "train loss:0.006489855824481365\n", "train loss:0.0027344218940362017\n", "train loss:0.0027051432113496887\n", "train loss:0.0007110410551767104\n", "train loss:0.0004998729563645717\n", "train loss:0.0033969563618046717\n", "train loss:0.00041454191628274183\n", "train loss:0.0034786886546119182\n", "train loss:0.00010764283907378795\n", "train loss:0.001424445609418389\n", "train loss:0.005596651603139256\n", "train loss:0.00407858023786898\n", "train loss:0.0009655047362668704\n", "train loss:0.000667975282372112\n", "train loss:0.00013142851670723812\n", "train loss:0.00014080351965363336\n", "train loss:0.0002547318268067692\n", "train loss:0.00028496280533660674\n", "train loss:0.0016450452693944383\n", "train loss:0.002349919478973094\n", "train loss:0.001380912806738663\n", "train loss:0.005863289965648852\n", "train loss:0.0010946441324619872\n", "train loss:0.003577971813107753\n", "train loss:0.0005590748972574063\n", "train loss:0.002175426143816876\n", "train loss:0.001601481950879158\n", "train loss:0.000354084623793451\n", "train loss:0.0020440604853183488\n", "train loss:0.0011435503462508979\n", "train loss:5.550950881016329e-05\n", "train loss:0.002560548955859361\n", "train loss:0.00027965084702671433\n", "train loss:0.002318256144185149\n", "train loss:0.0035579558757050057\n", "train loss:0.033824493328136175\n", "train loss:0.006469072394230595\n", "train loss:0.002955613878123131\n", "train loss:0.001676723739822737\n", "train loss:0.00011283577166925767\n", "train loss:0.001374840015838916\n", "train loss:0.005969500584225329\n", "train loss:0.0013880551007159267\n", "train loss:4.525683374010402e-05\n", "train loss:0.006512802234626498\n", "train loss:0.0026549325563218905\n", "train loss:0.0008685072162900018\n", "train loss:0.008238133649256924\n", "train loss:0.0080878233048005\n", "train loss:6.453860557208229e-05\n", "train loss:0.00020264326392532543\n", "train loss:0.00032448494093725757\n", "train loss:0.0008814906202998292\n", "train loss:4.251266306336111e-05\n", "train loss:0.0014744937525210517\n", "train loss:0.00011726481855618005\n", "train loss:0.001690844480483325\n", "train loss:0.000528330527073173\n", "train loss:0.012189821580175857\n", "train loss:0.000629043537379219\n", "train loss:0.000601731343489248\n", "train loss:0.0017339164341950413\n", "train loss:0.00015014044360107696\n", "train loss:0.0002305589295820215\n", "train loss:0.0016096237716157155\n", "train loss:0.0002986330794156662\n", "train loss:0.016488192371482472\n", "train loss:0.0009015605613209414\n", "train loss:0.002682294193935682\n", "train loss:0.0010416962460617159\n", "train loss:0.00010114605202505237\n", "train loss:0.0018367359812603685\n", "train loss:8.727474580566418e-05\n", "train loss:0.0001878722787872008\n", "train loss:0.00023174491924766232\n", "train loss:0.006303801906175494\n", "train loss:0.0008647794716562276\n", "train loss:0.000306560241539771\n", "train loss:0.00038518168080437523\n", "train loss:0.0015879169026254362\n", "train loss:0.00041945253638649046\n", "train loss:0.0024798907133750697\n", "train loss:0.0008559344976719321\n", "train loss:0.00046270781279129355\n", "train loss:0.003275582013196744\n", "train loss:0.0034527345295604513\n", "train loss:0.0009525161852269981\n", "train loss:0.0028675106794664933\n", "train loss:0.005262635146077162\n", "train loss:0.012391069268503087\n", "train loss:0.0056427464908311575\n", "train loss:0.0012771924043500677\n", "train loss:0.0006236848601425051\n", "train loss:0.008064408134103702\n", "train loss:0.013185047637168087\n", "train loss:0.0013172125201289348\n", "train loss:2.6360129915429226e-05\n", "train loss:0.0007868907117372043\n", "train loss:0.0018884755589481624\n", "train loss:0.000419310334883543\n", "train loss:0.00772745971869159\n", "train loss:0.0010758700324057075\n", "train loss:0.002070040398762833\n", "train loss:0.0022502804879869155\n", "train loss:0.0001548992865153127\n", "train loss:0.001995162567757193\n", "train loss:0.00037589341590555725\n", "train loss:0.00797343295749294\n", "train loss:0.00352880768563326\n", "train loss:0.0010717886450553548\n", "train loss:0.0036678123410070727\n", "train loss:0.0035369234608972843\n", "train loss:0.00045582105726518134\n", "train loss:0.0037931400868611324\n", "train loss:0.011455348276504735\n", "train loss:0.0074936383736233765\n", "train loss:0.00023732775968277614\n", "train loss:0.00019422981452919716\n", "train loss:0.0033536857814077683\n", "train loss:0.0022217848714269845\n", "train loss:0.0008277130983555346\n", "train loss:0.006725345317799295\n", "train loss:0.003235164659692403\n", "train loss:0.001672047708745895\n", "train loss:0.0010725663739078128\n", "train loss:0.0055084776144997336\n", "train loss:0.0008065637172589297\n", "train loss:0.004478942447028222\n", "train loss:0.0004478704542824639\n", "train loss:0.0015309966458175032\n", "train loss:0.000557619632658531\n", "train loss:0.0008821721090888084\n", "train loss:0.0034167147416867445\n", "train loss:0.000832688932092806\n", "train loss:8.066276985664684e-05\n", "train loss:3.9615946243803743e-05\n", "train loss:0.0031145721531138904\n", "train loss:0.002770052926642821\n", "train loss:0.00019662752873388358\n", "train loss:0.00041615571514980724\n", "train loss:0.0009933926300064856\n", "train loss:0.0010174775659224959\n", "train loss:9.931396605613632e-05\n", "train loss:0.0003341014536088765\n", "train loss:0.004467922663071864\n", "train loss:0.0009300472541094283\n", "train loss:0.0013739527672081697\n", "train loss:0.0018507725526503121\n", "train loss:0.0029695637661826457\n", "train loss:0.000542774355018651\n", "train loss:0.00010241518978894399\n", "train loss:0.0008773296564589559\n", "train loss:0.0015504343487731961\n", "train loss:0.0025481525920913106\n", "train loss:0.0023342499357434502\n", "train loss:0.00040547845709044635\n", "train loss:0.0005019886380456738\n", "train loss:0.0012099554847056495\n", "train loss:0.000149268682039059\n", "train loss:0.00040714342503085074\n", "train loss:0.0013016866779892611\n", "train loss:0.0031195845085879464\n", "train loss:0.001185490424587599\n", "train loss:0.00010557478319230604\n", "train loss:0.002677227806064805\n", "train loss:0.005483880922682692\n", "train loss:0.0011457491061478099\n", "train loss:0.0003310887990144734\n", "train loss:0.0025069908098770827\n", "train loss:0.0002497628328576416\n", "train loss:0.0008624237658773166\n", "train loss:0.013338943109319455\n", "train loss:0.001506358718531658\n", "train loss:0.0011311746235513885\n", "train loss:0.0010172218577340123\n", "train loss:0.0016359263944303055\n", "train loss:0.0033878657171750835\n", "train loss:0.002767913602069262\n", "train loss:0.0005572721247164595\n", "train loss:0.0017791151624369742\n", "train loss:0.0026793264371654545\n", "train loss:0.0013669547113309755\n", "train loss:0.0007843886547897763\n", "train loss:0.0003126404360965593\n", "train loss:0.003067756893900384\n", "train loss:0.0017715839451701708\n", "train loss:0.0006014550584164289\n", "train loss:0.0033933446156328823\n", "train loss:0.0002000597422705022\n", "train loss:0.0007616486024922775\n", "train loss:0.0034501045159838766\n", "train loss:0.00745066039252794\n", "train loss:0.0008791414380354217\n", "train loss:0.0009842553230573847\n", "train loss:0.00037690703489021577\n", "train loss:8.321624248357572e-05\n", "train loss:0.0034342819273648667\n", "train loss:0.0010863105244214575\n", "train loss:0.00021881038673816984\n", "train loss:0.0005261362586935766\n", "train loss:0.0019270856289652818\n", "train loss:0.004341225470336165\n", "train loss:0.0014973107321210382\n", "train loss:0.00020204500634745875\n", "train loss:0.002748865939090055\n", "train loss:0.0021266056536284996\n", "train loss:4.805356408183159e-05\n", "train loss:0.00029736529933864584\n", "train loss:0.0025109416120112573\n", "train loss:0.0031497937170724606\n", "train loss:0.00043526953015955104\n", "train loss:0.0004383218530781638\n", "train loss:0.00023233917460333694\n", "train loss:0.0003012320812336293\n", "train loss:0.002882173777190843\n", "train loss:0.0013143370289962991\n", "train loss:0.00015679087062696735\n", "train loss:0.0010832462597965547\n", "train loss:0.0004898508931863709\n", "train loss:0.00021897637252216753\n", "train loss:0.0007383058948170857\n", "train loss:6.505831608394134e-06\n", "train loss:0.003965915746886799\n", "train loss:4.813554632966944e-05\n", "train loss:0.012716086627858367\n", "train loss:0.0015415368703229966\n", "train loss:0.007370379029764478\n", "train loss:0.0001652688639653078\n", "train loss:0.00030706754726242397\n", "train loss:0.00022297919065065783\n", "train loss:0.004521417964076105\n", "train loss:0.0008294631891224554\n", "train loss:0.00022379386292761792\n", "train loss:0.0026163639078763006\n", "train loss:0.000556226075327931\n", "train loss:0.0018818395119272059\n", "train loss:0.0013825695424441995\n", "train loss:0.0017039236998003713\n", "train loss:0.0017137259713046063\n", "train loss:0.0009552061665909196\n", "train loss:0.003037079920532575\n", "train loss:0.0008731058658605778\n", "train loss:0.002482072273802595\n", "train loss:0.0008926345762773978\n", "train loss:0.00022224556590076346\n", "train loss:0.0005406956799629526\n", "train loss:0.0005212038111394045\n", "train loss:0.002479616676678428\n", "train loss:0.001084367942247757\n", "train loss:0.0004078079730444641\n", "train loss:0.0020092947583589937\n", "train loss:0.015425330377072402\n", "train loss:0.002283412392892273\n", "train loss:0.00021757849239712978\n", "train loss:0.0006257862872770292\n", "train loss:0.00035922421098436794\n", "train loss:0.001724897005976072\n", "train loss:0.000151921499091328\n", "train loss:0.00015885822692179735\n", "train loss:6.0916094680076094e-05\n", "train loss:0.0044682213645349115\n", "train loss:5.848655896780844e-05\n", "train loss:0.00018814023007508444\n", "train loss:0.0006113639656301274\n", "train loss:0.00024836943992210316\n", "train loss:0.0007367194500674013\n", "train loss:0.0003707250252635931\n", "train loss:0.0005520880838745703\n", "train loss:0.00011517743390955576\n", "train loss:0.000432511765573319\n", "train loss:0.0010507780907498484\n", "train loss:0.0009452871900454714\n", "train loss:0.0006146251015880151\n", "train loss:0.00011032235205625068\n", "train loss:0.0027245961948844434\n", "train loss:0.0006559491969496926\n", "train loss:0.001879971877521976\n", "train loss:0.00012058839438811931\n", "train loss:0.0070597243091086006\n", "train loss:0.0001648123346670006\n", "train loss:0.0015942438951136917\n", "train loss:8.414431323271751e-05\n", "train loss:0.000570904217291564\n", "train loss:0.0010639259074614418\n", "train loss:0.0006437524421919466\n", "train loss:0.001447451577811344\n", "train loss:6.317273060182483e-05\n", "train loss:6.382988493065224e-05\n", "train loss:0.0005001706208235643\n", "train loss:0.0029984740050788394\n", "train loss:0.000953840657242321\n", "train loss:0.00777852635243308\n", "train loss:0.0002628186366673146\n", "train loss:0.0024189378123472354\n", "train loss:0.00018691777009079868\n", "train loss:0.0010312919300491206\n", "train loss:0.001689033250209442\n", "train loss:0.002113357988091444\n", "train loss:0.0010794298075045802\n", "train loss:0.0006198572975781823\n", "train loss:0.0002594905651779782\n", "train loss:0.0009338249883118417\n", "train loss:0.00035801611797466916\n", "train loss:0.0031410005935126645\n", "train loss:0.0017656401034919361\n", "train loss:0.0012495760860888772\n", "train loss:6.204551390040595e-05\n", "train loss:0.003268554816490013\n", "train loss:0.0005578705754664694\n", "train loss:0.00048389191179336896\n", "train loss:5.818247992470521e-05\n", "train loss:0.0030485574254369\n", "train loss:0.0005257048435493439\n", "train loss:0.0005809465507544147\n", "train loss:0.0002655545844570286\n", "train loss:0.0011126110595169334\n", "train loss:0.0012880202946509026\n", "train loss:0.002150340708417536\n", "train loss:0.0017558924599934398\n", "train loss:0.001225198542799036\n", "train loss:0.0016336152747662932\n", "train loss:0.0008340709849815681\n", "train loss:8.095107945984893e-05\n", "=== epoch:20, train acc:1.0, test acc:0.988 ===\n", "train loss:0.00020763022285980897\n", "train loss:0.0029252520229947477\n", "train loss:2.314430990159262e-05\n", "train loss:5.713741703968318e-05\n", "train loss:0.001296331728036501\n", "train loss:0.0011846466673741992\n", "train loss:0.003438275122961176\n", "train loss:0.004307531174855456\n", "train loss:0.0011549032603493737\n", "train loss:0.0009445706790194217\n", "train loss:0.0005452829411446869\n", "train loss:0.00025325278034257423\n", "train loss:0.0002655408116390185\n", "train loss:0.0003617050387042504\n", "train loss:0.0017904576030415478\n", "train loss:0.00019559174991490045\n", "train loss:0.00012576670832968232\n", "train loss:0.004635199580827829\n", "train loss:0.0012558389647273633\n", "train loss:0.000610754098008446\n", "train loss:0.0026801024651362288\n", "train loss:0.005234373074748727\n", "train loss:0.0005562626165140955\n", "train loss:0.00024249207705262613\n", "train loss:0.0001132978510355001\n", "train loss:0.0011311584637741067\n", "train loss:4.2927399284305086e-05\n", "train loss:0.0009766789668924204\n", "train loss:0.0013337397566005162\n", "train loss:0.00032138447670879475\n", "train loss:0.0002853614861111326\n", "train loss:0.0012551244146447203\n", "train loss:0.0018792446969582099\n", "train loss:0.000574565441563447\n", "train loss:0.0005922220320080823\n", "train loss:0.0015658717248519239\n", "train loss:0.00012217813592515478\n", "train loss:5.558397336126326e-05\n", "train loss:0.0003865299836019576\n", "train loss:0.0003393226289295677\n", "train loss:0.001518759521502649\n", "train loss:4.9882801015408673e-05\n", "train loss:0.0026444094654403793\n", "train loss:0.00016031426734336728\n", "train loss:0.00036807417178175524\n", "train loss:0.0007229585326031626\n", "train loss:7.757407474486077e-05\n", "train loss:2.3734580334853154e-05\n", "train loss:7.319761489659441e-05\n", "train loss:7.170970792755622e-05\n", "train loss:7.3382555501095e-05\n", "train loss:0.00014321639971622786\n", "train loss:0.0004923909979561579\n", "train loss:0.0003466754677849577\n", "train loss:0.0011906798195656315\n", "train loss:5.240605500671332e-05\n", "train loss:0.0012028459180498515\n", "train loss:0.0029575921567160947\n", "train loss:0.00016270445561640767\n", "train loss:0.0011385480929379994\n", "train loss:0.0014977743429220847\n", "train loss:0.00040443600408202973\n", "train loss:0.0008184055655879769\n", "train loss:5.830410546946715e-05\n", "train loss:0.004348483707519264\n", "train loss:0.00013258269164050012\n", "train loss:0.0027622559472490742\n", "train loss:0.0010529242307014616\n", "train loss:0.00043720699076576835\n", "train loss:0.0006280079789494322\n", "train loss:0.0002861865320682846\n", "train loss:0.00037200883495520714\n", "train loss:1.1031522828496076e-05\n", "train loss:0.00036143422299908024\n", "train loss:0.0002644641081655275\n", "train loss:0.00020679359465394057\n", "train loss:0.00018018608145332449\n", "train loss:0.0010658842233034998\n", "train loss:0.00048814538463620824\n", "train loss:0.001084312801486147\n", "train loss:0.00036740952728166556\n", "train loss:0.0005682297044600563\n", "train loss:0.00017975046236360322\n", "train loss:0.0009356248716961764\n", "train loss:0.0006608749509443626\n", "train loss:0.0004937755372173756\n", "train loss:7.022930711598238e-05\n", "train loss:0.00047992934372864145\n", "train loss:0.00012760244384287035\n", "train loss:0.0017979406584321205\n", "train loss:9.634267456501686e-05\n", "train loss:0.0012811523095776476\n", "train loss:0.00038453014943385223\n", "train loss:0.00025833580779195236\n", "train loss:0.00028973175911781775\n", "train loss:0.0017411859248018513\n", "train loss:8.773456387051641e-05\n", "train loss:5.621836956738473e-05\n", "train loss:0.0008361712208115433\n", "train loss:0.000716385569573028\n", "train loss:0.002203175186540309\n", "train loss:0.0018852725963417996\n", "train loss:6.156544605127325e-05\n", "train loss:0.0005979561386200045\n", "train loss:0.0002606737540177872\n", "train loss:0.0001492736334088468\n", "train loss:0.00021847525595740318\n", "train loss:8.202069771459907e-05\n", "train loss:0.007084687704255377\n", "train loss:0.000364651049711656\n", "train loss:0.00012295120997090513\n", "train loss:0.00015792921961022767\n", "train loss:0.00014032404274966632\n", "train loss:0.0008247916313311622\n", "train loss:0.0007910329809637721\n", "train loss:0.0001310338929476237\n", "train loss:0.0013482747679718727\n", "train loss:0.001087749714546822\n", "train loss:0.0013339365532156772\n", "train loss:5.001186164141807e-05\n", "train loss:0.001036085395547506\n", "train loss:0.00029286796913709765\n", "train loss:8.63279890259375e-05\n", "train loss:0.001312602662661789\n", "train loss:0.00043450201842055113\n", "train loss:0.002337232420810762\n", "train loss:0.0007881495182314858\n", "train loss:0.0014478183272270974\n", "train loss:0.0009126565652509153\n", "train loss:0.0033189562268119872\n", "train loss:0.00036630564292562136\n", "train loss:0.01951668626444673\n", "train loss:0.0026594413744043216\n", "train loss:0.0005829979542591263\n", "train loss:0.0006944347224250951\n", "train loss:0.00044524553858361514\n", "train loss:0.0007165321145638995\n", "train loss:0.0004626687326360966\n", "train loss:0.0009628915660784855\n", "train loss:1.792437649009622e-05\n", "train loss:0.00045397150927952047\n", "train loss:0.0002929979682510993\n", "train loss:0.00036357761758863704\n", "train loss:0.0006471251830998817\n", "train loss:9.109224270482546e-05\n", "train loss:0.00020054030575031683\n", "train loss:0.00010554384612781208\n", "train loss:0.0015646000717034663\n", "train loss:0.0014113748381450436\n", "train loss:0.0004343939135774565\n", "train loss:0.0021162653471781577\n", "train loss:0.00012143900614151609\n", "train loss:0.003741630508046498\n", "train loss:0.0007111784343050294\n", "train loss:0.00030436804582103686\n", "train loss:0.0010741851528976044\n", "train loss:0.001900669368485834\n", "train loss:0.00047216865270109464\n", "train loss:0.0030421689438326215\n", "train loss:0.0022488532665667087\n", "train loss:0.0025193872686547175\n", "train loss:0.0006462201269995728\n", "train loss:0.00025686141660790973\n", "train loss:0.0020000159063784245\n", "train loss:0.0012351196818387899\n", "train loss:0.0005653839929222269\n", "train loss:0.00014932782385965879\n", "train loss:0.000711606061357338\n", "train loss:0.001530814989034885\n", "train loss:0.0011283208623241421\n", "train loss:0.00046907061266977855\n", "train loss:0.032481419972621134\n", "train loss:0.0004902958021477954\n", "train loss:0.0013278625063694247\n", "train loss:0.00027797124518455166\n", "train loss:0.001355890744527761\n", "train loss:4.844328433856044e-05\n", "train loss:0.00018424611968514002\n", "train loss:0.0006637371008276361\n", "train loss:1.3471010417316398e-05\n", "train loss:8.544102099209487e-05\n", "train loss:0.0001762135843650609\n", "train loss:0.0012386329662272908\n", "train loss:0.001102308103358477\n", "train loss:0.0012994323730050668\n", "train loss:0.0007369890017817424\n", "train loss:0.00010396089970829546\n", "train loss:0.009573018574674862\n", "train loss:0.0006440466872522459\n", "train loss:0.0004788979824926226\n", "train loss:0.00024687975073849565\n", "train loss:0.00035909232706451895\n", "train loss:0.0003571938899495574\n", "train loss:9.510013365727093e-05\n", "train loss:0.00028348836417092565\n", "train loss:5.189369903975068e-05\n", "train loss:0.00044867785380898833\n", "train loss:0.0007313801782316591\n", "train loss:0.0021971806057464226\n", "train loss:0.0005679549178838332\n", "train loss:0.00042862939012421\n", "train loss:0.0009468467315450445\n", "train loss:0.003565934851157932\n", "train loss:0.0005108642072880402\n", "train loss:0.0016555066685870815\n", "train loss:9.480677763668839e-05\n", "train loss:0.00027579398931099866\n", "train loss:0.0003820944843262191\n", "train loss:0.001620188123378555\n", "train loss:0.00023407452673226276\n", "train loss:0.003461612527184359\n", "train loss:0.0020918143592046044\n", "train loss:0.0006534646070574023\n", "train loss:0.0004944930751335379\n", "train loss:0.0008725540483495347\n", "train loss:0.00018013762029064505\n", "train loss:0.0009864503358668411\n", "train loss:0.0002648239900624829\n", "train loss:0.00015305239195853433\n", "train loss:0.0001254820982716455\n", "train loss:0.000888588935046446\n", "train loss:0.00036869447188306423\n", "train loss:0.0005231558239993814\n", "train loss:0.0034934285328998777\n", "train loss:0.0008536606630459632\n", "train loss:0.00012286930192788087\n", "train loss:0.0007532590593375424\n", "train loss:0.000526367637792928\n", "train loss:0.000123561468550511\n", "train loss:4.5763188671100196e-05\n", "train loss:0.001036236707038393\n", "train loss:0.000625037958421265\n", "train loss:0.0025110331708853902\n", "train loss:0.0003552940407138854\n", "train loss:0.00013331429847087753\n", "train loss:0.00021615207865916992\n", "train loss:0.0050564530522677386\n", "train loss:0.0001046184457088601\n", "train loss:0.0006273896928570362\n", "train loss:0.0001488100776661568\n", "train loss:0.0001306476795269769\n", "train loss:0.0012840434262679926\n", "train loss:0.00012486094003273288\n", "train loss:8.44831498429108e-05\n", "train loss:0.004557930551925772\n", "train loss:9.694254304923024e-05\n", "train loss:0.00020589954039415366\n", "train loss:0.00024411626725456302\n", "train loss:0.0011412271334484108\n", "train loss:0.00524670232950793\n", "train loss:0.0024281216926631526\n", "train loss:0.0003433108343867595\n", "train loss:0.0005797845556229278\n", "train loss:0.0006320182052884598\n", "train loss:7.276245879349276e-05\n", "train loss:0.0005015029484226691\n", "train loss:0.0019172379209864048\n", "train loss:0.0006833667904042472\n", "train loss:0.00029473706350975214\n", "train loss:0.0006464692945536451\n", "train loss:8.941339027071915e-05\n", "train loss:0.0037207060444971736\n", "train loss:0.0004315905507693391\n", "train loss:0.00020388760110570832\n", "train loss:0.00014582489356909108\n", "train loss:0.0007456253575730711\n", "train loss:0.0043418910692007325\n", "train loss:0.00043102786704812\n", "train loss:0.0010632745096696484\n", "train loss:0.001240176874098484\n", "train loss:3.6287273616686064e-05\n", "train loss:0.04670388142035941\n", "train loss:0.0010317454708007854\n", "train loss:0.000143769842823766\n", "train loss:0.0006551468795319876\n", "train loss:0.0006057886248856007\n", "train loss:0.001283857653907087\n", "train loss:3.8339135986004785e-05\n", "train loss:0.00032610992884751707\n", "train loss:0.0009345624805181301\n", "train loss:0.00258624721461509\n", "train loss:0.0018168375300421798\n", "train loss:0.0007995561054154179\n", "train loss:0.0026899205564328023\n", "train loss:0.002827555497503635\n", "train loss:0.0001372855256904891\n", "train loss:0.0009320465509280535\n", "train loss:0.0010306628021142725\n", "train loss:2.531687085004803e-05\n", "train loss:8.133317864204948e-05\n", "train loss:0.0008801348349757954\n", "train loss:0.0009695346189985146\n", "train loss:0.0008361437465625661\n", "train loss:0.0009377207522113591\n", "train loss:0.0008515017507890678\n", "train loss:0.0014341388915307216\n", "train loss:0.008220346225853603\n", "train loss:0.0004942306804322488\n", "train loss:0.00046213426437446465\n", "train loss:0.0006319702426624514\n", "train loss:0.00028453165995936795\n", "train loss:0.0016760343563597283\n", "train loss:0.0009817631908703888\n", "train loss:0.002194126867521846\n", "train loss:0.017776160939663124\n", "train loss:8.728573659515758e-05\n", "train loss:0.0025499440857255614\n", "train loss:2.8570833432676753e-05\n", "train loss:0.009354496579863822\n", "train loss:0.0023310456959504317\n", "train loss:0.002434190773833676\n", "train loss:0.0002806177881500362\n", "train loss:0.0007860949654647483\n", "train loss:0.0008763161834020412\n", "train loss:0.0008220536240429173\n", "train loss:0.0009499211051603664\n", "train loss:0.0005767392813050197\n", "train loss:0.0010916835000335354\n", "train loss:0.002198710015892226\n", "train loss:0.0012041130044496884\n", "train loss:0.0023854108921976887\n", "train loss:0.00041070936185796865\n", "train loss:0.005850155989249491\n", "train loss:0.0009906213212142222\n", "train loss:0.0040469663020229725\n", "train loss:0.00021606720769870125\n", "train loss:0.0004626827386752931\n", "train loss:0.002528164356968083\n", "train loss:0.0003987495926676526\n", "train loss:0.0006697792374256881\n", "train loss:0.002370944226507484\n", "train loss:0.008700756751865608\n", "train loss:0.000592057909291268\n", "train loss:0.0010654250526699863\n", "train loss:0.0010476011646672672\n", "train loss:0.0004430622641990315\n", "train loss:0.0029305409117194605\n", "train loss:0.0008181952784712105\n", "train loss:0.0011246770486499486\n", "train loss:0.0012785847316218299\n", "train loss:0.002995540446706659\n", "train loss:0.0006214825366863431\n", "train loss:0.0044148344116328765\n", "train loss:0.0015949899992814633\n", "train loss:0.00010685699252066647\n", "train loss:0.00021775516853141778\n", "train loss:0.00017491042561750087\n", "train loss:0.0011162362107489956\n", "train loss:0.013301082665326376\n", "train loss:0.0034577746670446975\n", "train loss:9.187731540408469e-05\n", "train loss:0.0012672467530388412\n", "train loss:0.004170519436040663\n", "train loss:0.0007653432046145751\n", "train loss:0.004622221233298075\n", "train loss:0.0018674735411977226\n", "train loss:0.0017808000132400518\n", "train loss:0.0004522564889766814\n", "train loss:0.0003334775380230072\n", "train loss:4.626907139839976e-05\n", "train loss:8.68548437411496e-05\n", "train loss:0.00020966474369358087\n", "train loss:0.00018679546657265637\n", "train loss:0.0001387676906741129\n", "train loss:0.0009297505083647183\n", "train loss:0.001619654895751461\n", "train loss:0.0001165339527136418\n", "train loss:0.0013794503813392756\n", "train loss:0.009442588154223313\n", "train loss:1.6987385006535684e-05\n", "train loss:3.3461613058897e-05\n", "train loss:5.921308205075745e-05\n", "train loss:0.0017391613672960702\n", "train loss:0.0005804840834420735\n", "train loss:0.00027595329848530386\n", "train loss:0.002193003902283373\n", "train loss:0.00018851377567182467\n", "train loss:0.0015695363618621469\n", "train loss:0.00034282953365683824\n", "train loss:0.00032286089382690904\n", "train loss:0.0253936034657238\n", "train loss:0.000752463549745476\n", "train loss:0.0007484782507761281\n", "train loss:0.0010345056977098396\n", "train loss:0.0006299505907209228\n", "train loss:0.005724966274698944\n", "train loss:0.00047289741646094555\n", "train loss:0.0009439424006862172\n", "train loss:6.882860173265207e-05\n", "train loss:0.0011932725597508895\n", "train loss:0.0021855642401548327\n", "train loss:0.0005786984821693274\n", "train loss:0.00026673579431416505\n", "train loss:0.012646439278608155\n", "train loss:0.00040953184696003605\n", "train loss:0.001091143327937607\n", "train loss:0.001169786596057821\n", "train loss:0.0016095137620109467\n", "train loss:5.729570722756204e-05\n", "train loss:0.0003440910950020079\n", "train loss:0.004752662345582021\n", "train loss:0.003385966014832702\n", "train loss:0.00012708888254298132\n", "train loss:0.00016843088204493043\n", "train loss:0.0011281931410646148\n", "train loss:0.00014601668402396925\n", "train loss:0.0009524382167396717\n", "train loss:0.00023905903880175943\n", "train loss:0.006980264895894127\n", "train loss:0.0005863984258462851\n", "train loss:0.00017396374533525872\n", "train loss:0.00024534232070665623\n", "train loss:0.0009229612846527011\n", "train loss:0.0003870320198046157\n", "train loss:0.00027457584683997276\n", "train loss:5.884796104480838e-05\n", "train loss:0.00032052911675987917\n", "train loss:0.0017450809754795938\n", "train loss:0.00024874104847622815\n", "train loss:0.0032648873575217645\n", "train loss:0.0003439214001770327\n", "train loss:0.0004021819491302716\n", "train loss:0.0013248766997009506\n", "train loss:4.266308787946735e-05\n", "train loss:0.0017819181471496349\n", "train loss:0.00014201812162746629\n", "train loss:0.0003826543734984424\n", "train loss:0.0019778999351112883\n", "train loss:0.0002295882538715066\n", "train loss:0.00011728557851107251\n", "train loss:0.0004119272347463399\n", "train loss:0.0013135997851115003\n", "train loss:9.165532720098685e-05\n", "train loss:0.0003623851853124484\n", "train loss:0.002970329619815336\n", "train loss:0.002726834994843268\n", "train loss:0.00046629566800949774\n", "train loss:0.00044942362043029016\n", "train loss:0.0001663877815364052\n", "train loss:0.0004561774634284135\n", "train loss:0.004881099337835925\n", "train loss:6.73546972558292e-05\n", "train loss:0.0005668973218349276\n", "train loss:0.0007305014756776278\n", "train loss:0.00228463941433426\n", "train loss:0.0001111328733164576\n", "train loss:0.0009754700554044908\n", "train loss:0.0002628575878559043\n", "train loss:0.0002828203428306737\n", "train loss:0.007819801797164015\n", "train loss:0.0006465664690653486\n", "train loss:0.004041945915360411\n", "train loss:0.0026262909071256475\n", "train loss:0.0005904280297582639\n", "train loss:7.177628931966774e-05\n", "train loss:9.323215160240294e-05\n", "train loss:0.00026472759384851976\n", "train loss:7.935157670619466e-05\n", "train loss:0.00020831014910681613\n", "train loss:0.0071586806870037765\n", "train loss:0.001375240308375319\n", "train loss:0.0018147820933034878\n", "train loss:0.001050322071151467\n", "train loss:7.976471308352058e-05\n", "train loss:0.00045005813590536653\n", "train loss:0.00011608461640840234\n", "train loss:0.00020341204541104657\n", "train loss:4.875723483615954e-05\n", "train loss:0.0002458923448300725\n", "train loss:0.0008628615505248273\n", "train loss:0.0016065289719370721\n", "train loss:0.0016846744959167232\n", "train loss:0.0009536223587270989\n", "train loss:0.0019566563616822998\n", "train loss:0.00350853702349396\n", "train loss:0.0027643086552077735\n", "train loss:0.004816177466468297\n", "train loss:0.00014517713451070048\n", "train loss:0.0001582376442418018\n", "train loss:0.00015852762614195146\n", "train loss:0.00011657511479442549\n", "train loss:0.0013544722376845923\n", "train loss:0.0008487384816084274\n", "train loss:0.0007891296129643885\n", "train loss:0.0002815995356303118\n", "train loss:0.0005368083709516735\n", "train loss:0.006472745009010696\n", "train loss:0.0005852120533127493\n", "train loss:0.0014405669700897324\n", "train loss:0.00119249159207703\n", "train loss:0.00045020897653551614\n", "train loss:0.00013451090181765873\n", "train loss:0.0004125476812884205\n", "train loss:0.0006237687537235873\n", "train loss:0.0008032038822082414\n", "train loss:4.997984911710786e-05\n", "train loss:0.00017243271031260355\n", "train loss:0.00036640670678463717\n", "train loss:0.0008074708799595012\n", "train loss:0.0012426523201846246\n", "train loss:0.0002552113447788711\n", "train loss:0.014946173498649245\n", "train loss:0.0010990169366022011\n", "train loss:0.00035471383306858313\n", "train loss:0.0013117736943697308\n", "train loss:0.0007246745705844354\n", "train loss:0.0003852103539891941\n", "train loss:0.0012834894048756853\n", "train loss:0.00016018765319148119\n", "train loss:0.0017937941584904638\n", "train loss:0.0003098183362905009\n", "train loss:1.8822075843505833e-05\n", "train loss:2.4654193914736998e-05\n", "train loss:0.0012294605284101378\n", "train loss:0.0005858998262815273\n", "train loss:5.6686645002205305e-05\n", "train loss:0.00010233675137042618\n", "train loss:4.938543418877459e-05\n", "train loss:0.002641915075372308\n", "train loss:0.00375899130915103\n", "train loss:0.004702827839943093\n", "train loss:0.002497047583530441\n", "train loss:0.0001945446565382397\n", "train loss:0.00012939331491035642\n", "train loss:0.0008370707230392046\n", "train loss:0.0002468319232002547\n", "train loss:0.00054843370476155\n", "train loss:0.0034487894072739193\n", "train loss:0.003380634526477327\n", "train loss:0.00036682632767119953\n", "train loss:2.0952812729773036e-05\n", "train loss:0.0002883175238076142\n", "train loss:0.00017535220802236416\n", "train loss:0.0008503238204293236\n", "train loss:0.0009660716337463569\n", "train loss:0.0010989661995053914\n", "train loss:0.00244477104438501\n", "train loss:0.0007340467000434168\n", "train loss:0.0005952096283752346\n", "train loss:0.0014767211080417403\n", "train loss:0.0016055262123222103\n", "train loss:0.0031898479455439543\n", "train loss:0.0006075855039471823\n", "train loss:8.817024555199919e-05\n", "train loss:0.0011065397844263036\n", "train loss:0.0014632951708835596\n", "train loss:0.0010088677509443422\n", "train loss:0.0013394044921174375\n", "train loss:0.001454770431431318\n", "train loss:0.0010523791837295014\n", "train loss:0.0053402269523541756\n", "train loss:0.002545029209594073\n", "train loss:0.00015089662114866522\n", "train loss:4.706684021025879e-05\n", "train loss:0.00010652406805501942\n", "train loss:0.0003376556388398193\n", "train loss:0.0008644761370424722\n", "train loss:0.0003175511929708077\n", "train loss:0.0004947369895180209\n", "train loss:2.3037885085003653e-05\n", "train loss:0.0017798420430232612\n", "train loss:0.000418073942611124\n", "train loss:0.0036217023436721112\n", "train loss:0.00029698448587801905\n", "train loss:0.00012236824447946044\n", "train loss:4.981517465668575e-05\n", "train loss:0.0006214343271240811\n", "train loss:0.003409469527349498\n", "train loss:0.0021144038842561353\n", "train loss:0.0007698987499432945\n", "train loss:2.8112020923363155e-05\n", "train loss:0.0004620562550674321\n", "train loss:0.0012810326789143836\n", "train loss:0.0009662544918830607\n", "train loss:0.00019101338339522054\n", "train loss:0.001413926277965271\n", "train loss:0.0019843114399469637\n", "train loss:0.00013051362292584233\n", "train loss:4.4884578580158196e-05\n", "train loss:0.011506914206044747\n", "train loss:0.0001884868050087172\n", "train loss:0.00037321175762293236\n", "train loss:0.00010906142219690235\n", "train loss:0.001626443275711646\n", "train loss:9.409423659905783e-05\n", "train loss:0.005357120017357563\n", "train loss:0.0001116408614171003\n", "train loss:0.00043468556685472324\n", "train loss:0.0017288230780297595\n", "train loss:0.0011642835016537894\n", "train loss:0.0001266249377869291\n", "train loss:0.001637841171446513\n", "train loss:6.585968231104174e-05\n", "train loss:0.0001037801813804307\n", "train loss:0.00028786239219797055\n", "train loss:0.0015366200407057524\n", "train loss:0.0002484820254223891\n", "train loss:2.1731132120924646e-05\n", "train loss:0.0004804872663901485\n", "=============== Final Test Accuracy ===============\n", "test acc:0.988\n", "Saved Network Parameters!\n" ] }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEKCAYAAAAfGVI8AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAmKElEQVR4nO3deZgcd33n8fe3j7lHM6OR5EMiSBBhLC4LtA7Ex0IcsOwQ27AJsTlCgCCy2AlsiIO9gDHePIuJdx1wwuUQE05jY7BRQGBzGHhYMPZYNsa3ZAejkSzNIfVo7pnu/u4fVSO3erpnWqOp7lHX5/U8/XTVr67v1HTXt+v4/X7m7oiISHwlah2AiIjUlhKBiEjMKRGIiMScEoGISMwpEYiIxJwSgYhIzEWWCMzsBjPrM7MHy0w3M7vOzHaa2QNm9tKoYhERkfKiPCP4d2DzHNPPAdaHry3ApyOMRUREyogsEbj7T4H9c8xyPvBFD9wFdJrZCVHFIyIipaVquO3VwK6C8d6w7OniGc1sC8FZA62trS97/vOfX5UA68LeByE/Pbs8kYbjX1iVEDJj0+w9OMF0Lk86meD4ZU10tqSrsm3f+2ssn51dnkhhx79odrlD3p38oXfHC8YNwwwSRjhcMG6GAYmwDIK/fXdmnHxBDf6EGas7m49qH7hDzp183ku8c9j4qrEdpMjNWkeWJI+x9rDYonCyPVV2+4/4sxdtO2aQCP8/M/8LM3hO7j/Lbn9/+0kkzUgkCN+t6D34fxXL5f3wlzvZ4rLw9TvTTyza339iZzPdrQ1HtMyMe++9d8DdV5aaVstEUDF3vx64HmDTpk3e09NT44iOwDXrYbRvdnnrKrh0R/Tbv7IDaCwzrfx+dHeGxqfpH56kf3iSvuFJMmNTmBnJRMHLjFTSSJiRSgRfoML3jTefStv07BPDkfRytv/p3Ye+LNl8cNDN5oODV+F7zp1cLn/oAHdo3lw4LZ8nl+fQe7CeYPijD5xe9m/c3Hkt49M5xqfC13SObH7xDoqphJHLO8eV2r8Jo7mz6YjWl8/D6FSWkYnsvHEa0Jgw2ptS3J//07LzXfWy22huSNDSkKIpnaSlIUlzOvnMcDje3BCUJWYfE+d1wj8dX3bao391L9ncfP/78ECbC/6vk9k8UzOv3OzhycPGc3z2ibPKbn/txNU4kAtfpSQM2hpTtDSkGJvKMjyZpVzuTAAt6QQdzWk6mxvoaE5z897yV8i/dPb3aUglglcyWTAcvDcWjXe2pGlpWNhh28yeKjetlolgN/CsgvE1YVl9KZUE5iovYyqbp294Aps54BYdeAsPzImZb2s+P+c6H976cUYnJhkZn2RscpKxiSnGJyeZmJxmcnIS9xwp8iTIkyKHAdOkmCTFlKeZJskU6fAVlE2SOmz8642lrw62Te/nf37+20e0DxI4abI0Mk0DWRqYpsGyNFmWpkTw3mxZGi1Lm2VpsNlnAoUu4SaSzSmSbSkSqRSpZIpkKk0qlSKVaiCVTpFKpUmn06RTaZLpRiYbuxhrWMFoupsxa2Uq7yUPRNPh8Nt+8RpW2tCsbfd7Bx999tbK/nB3GvNjtOQP0p6GtgajLZ2gLQ2tDUZLymhJefCehuak05KGtOUxn4avlV/1FWsfLrNNYDJ8Rej5j30WcpOQnYTcVNH7JGSnCt6nFn37O8/qYTLRwkSylTFrYZQWRryZYW9iKN9EJtfE/lwDQ5MJRqfztDUk6W7MsjI1TndyjOU2SoeN0u4jtOSHac4Ok5rKwHgGJjIwfmDO7b/lx2dCIhm+UmDJEuOpZ8pOey9sOG/R90MtE8FW4BIz+xrwe8CQu8+6LFTXBnZCqgGSjYfeJzzFE4Pj7OwbYWffCDv2jbCjb5inBscO/QpsZIqVlmEVGVZahpU2FLyTYVU4vsoydDNEwxy/4DZs/3D5iUnIkwBL4okklkhiZpCbxnKLc3T4WeN7F2U9JXn4msNrM1+Zf6a5pJqgbRW0HRe+VkHb8dAelrUfB3fNTgIAK22Ia/+gGcYGYXQAxgZgdDB8HwjKC8siOAgC8I13RLPeSt35D4BBqvGw78Gs92QDNLaDLe5tzdTPP0HKc7QC3XPNmEhDQwtMjZW+1DrDktDcCU2dwXvz8rkDeMmF4DnI5yCfBc8H74fGZ6aF46kyZ/dHyaJqfdTMbgReCawA9gEfBtIA7v4ZMzPgXwieLBoD3ubu817zOWYuDU0chKd+Djf+2REvmvUEU6SZJkUukcaTDViqkXQyQePkfhqyw7OWyZNgvKGL0XQ3o+kVDKeXM5Lu5vf3fKHsdh554z10L2uhq62ZdCo9+1dJiWujQHiBejr4pZabLvPrLfyV96ULyv+hFxzpg2IGyfQcB43wgFH4/r9PLL+6K4eCs6aZL5vnCr6ExePZ4GA82g8jfTCyD4b3PjM88xobPMK/qUjjMmhZDi0roHVF+N4NLd3BQSXVGBwMD/1KnOtXZDjfZ88sv71LqvBd+pdN5ad9aCCMeQHXnCp1ZUf5aR/OwPQ4TA6Hr4MFw0VlU6PQ2FZwkO+aPdzYPvtvmWv7V5b+oRAFM7vX3Uv+MyI7I3D3i+aZ7sDFUW2/6qbGYNcv4T9/Grz23BccSObwN1MX02jTNCdynNCW4IRWY1WLsbLZ6G5yOhqcZH7qmQOre/irc+ZX6PGHhhOtK2hNJGkt3siV5RPByc973sL+VrPg4Jta2E2rQ05549EtvxgSCSARJJiKnDz35Nx0QXLom/uHwOs/Fx7kZw763ZH94itrxfrqbq9Yxfs9ImbBL/2GluAMLqaOiZvFS1J2Cnbf+8yBv/duyE3hiRT7O1/MQ8f/OT+aeD5XHnh/2VW89k1/w/rj2nlWVzOpZDRP8k40dtM0OftX6kRjN0d2q/IY1bqq/M36KCTT0LE6eM3nxeVv4i6qau8DbX9pbb8CSgSVcg9+5YcHfv/tL7DpMRxjb8vzuLf5PL4zsp6fjv0uo2PNNKYSvODEZQx4BytK3CwcpJPXvKD80xSLpenyJ7ntvt1cc/tj7MmMc2JnM5eefRIXbKzgQLUYav0lqMaTWUtdrfeBtl/b7VdAiaBC2e1fJfUf7wagN/1sfjZ9JndOncxd+ZMZm27n5BOW8aLndnDFmg5evKaT9avaSCUT3HbfL7j8m79mfPqZy0TN6SQfff2LuKBKsV+wcXX1DvzFjoEvQaRqnQhFKqBEUKFHH+zheZ7kzOl/pqvrd3jJmg7OXNPBJas7ed7xbTSmkiWXmzkA1+wXudRW3BOhHBOUCCqUH97LAJ38+CMX0pQufdAvp6a/yEVE5qFmqCvUMN5PJrn8iJOAiMhSp0RQoZbJAUbSc1Y5ERE5JikRVKg9t5+JxpLtNYmIHNOUCCqRm6bLh8i16EkPEak/SgQVmMiETSC1R//cv4hItSkRVCCzrxeAdIcSgYjUHyWCCgwPBomgpVuPgIpI/VEiqMDE/j0AtK9YU+NIREQWnxJBBbJDwT2C5at0RiAi9UeJoBIj+9jv7XS1z2rkWUTkmKdEUIH0eD/7E8uf6QJSRKSOKBFUoHmyn+GUahWLSH1SIqhA+/Qg440rah2GiEgklAjm406XZ5huVvMSIlKflAjmMTU8SJps0D+wiEgdUiKYx4G+3wKQ7FQiEJH6pEQwj+H+oFZxc9eJNY5ERCQaSgTzGA9rFbd1q1axiNQnJYJ5TM3UKj7uWTWOREQkGkoE8xney4g3sXz58lpHIiISCSWCeaTG+hi0LpKqVSwidUqJYB5NEwMMp3Q2ICL1S4lgHq3Tg4w1qFaxiNQvJYJ5dOb3M9WsvopFpH4pEcwhNzFCG+PkW5UIRKR+KRHMIbNvFwBJ9VUsInVMiWAOQwNBreLGTtUqFpH6pUQwh9HB3QC0qtN6EaljSgRzmMoEtYo7VatYROqYEsEc8gf3Mu1JulfoHoGI1K9IE4GZbTazx8xsp5ldVmL675jZnWZ2n5k9YGbnRhnPkUqO7mPQOmlIp2odiohIZCJLBGaWBD4JnANsAC4ysw1Fs30QuNndNwIXAp+KKp6FaJgYYCipWsUiUt+iPCM4Fdjp7k+6+xTwNeD8onkcWBYOdwB7IozniLVODTCSVq1iEalvUSaC1cCugvHesKzQlcCbzawX2Ab8dakVmdkWM+sxs57+/v4oYi2pMzfIVJMSgYjUt1rfLL4I+Hd3XwOcC3zJzGbF5O7Xu/smd9+0cmV1OpH37BRdHCTXelxVticiUitRJoLdQOFzl2vCskLvAG4GcPdfAE3AkvgJnhkIHh1NLNMTQyJS36JMBPcA681snZk1ENwM3lo0z2+BswDM7GSCRFC9az9zyISd1qc7VKtYROpbZInA3bPAJcDtwCMETwc9ZGZXmdl54WzvA95pZr8CbgT+wt09qpiOxOjATK3iE2ociYhItCJ9QN7dtxHcBC4su6Jg+GHgtChjWKiJA8EDTMtWqtN6Ealvtb5ZvGTlDu4FoFvNS4hInVMiKCMx2sd+2mlubq51KCIikVIiKKNhvI9MQrWKRaT+KRGU0Tw5wEi6u9ZhiIhETomgjGW5/Uw0VqfymohILSkRlOD5PMvzB8i2qK9iEal/SgQlDGf6abAs1q7mJUSk/ikRlJDZF9QqTnWoMpmI1D8lghKGB4LKZM3L1VexiNQ/JYISnqlVrEQgIvVPiaCE6UyQCLpWqXkJEal/SgSljOxj1BtpW9ZV60hERCKnRFBCeryfA4nlmFmtQxERiZwSQQlNk/0Mp9S8hIjEgxJBCcumBxlvXBIdpYmIRE6JoISu/AGmVatYRGJCiaDI6PAQbTaOt6qvYhGJByWCIvv7egFIdah5CRGJByWCIgf7dgHQ2KVO60UkHpQIioyHtYrbV6gymYjEgxJBkelM0Fdxl/oqFpGYUCIo4iN7mfYky5brHoGIxIMSQZHU6D4OWCeWSNY6FBGRqlAiKNI0McCQahWLSIwoERRpnR5krEG1ikUkPpQIinTm9zPVrE7rRSQ+lAgKTExO0uUH8VbdKBaR+FAiKLB/Xy8Jc5LL1LyEiMSHEkGBof7dADSoVrGIxIgSQYGxwaCdodZuJQIRiQ8lggKTmacB6FipWsUiEh9KBAXyB4NEoE7rRSROlAgKJEb7ydBOIt1Y61BERKpGiaBA40Q/Q0nVKhaReIk0EZjZZjN7zMx2mtllZeZ5g5k9bGYPmdlXo4xnPq1TA4ymu2sZgohI1aWiWrGZJYFPAq8GeoF7zGyruz9cMM964HLgNHc/YGY17Si4IzfI0+1raxmCiEjVRXlGcCqw092fdPcp4GvA+UXzvBP4pLsfAHD3vgjjmdN0Nsdyz5BTrWIRiZkoE8FqYFfBeG9YVuh5wPPM7P+Z2V1mtrnUisxsi5n1mFlPf39/JMEODu6j0bIk2pUIRCRean2zOAWsB14JXAT8q5l1Fs/k7te7+yZ337RyZTQNwmX2BZXJ0p0nRLJ+EZGlqqJEYGbfNLM/MrMjSRy7gcKaWWvCskK9wFZ3n3b3/wQeJ0gMVTca1ipuWV580iIiUt8qPbB/CngjsMPMrjazkypY5h5gvZmtM7MG4EJga9E8txGcDWBmKwguFT1ZYUyLauJAWKt4lWoVi0i8VJQI3P0H7v4m4KXAb4AfmNnPzextZpYus0wWuAS4HXgEuNndHzKzq8zsvHC224FBM3sYuBO41N0Hj+5PWpjcUNhp/SqdEYhIvFT8+KiZdQNvBt4C3Ad8BTgdeCvhr/pi7r4N2FZUdkXBsAN/G75qKjG6j3EaaW7uqHUoIiJVVVEiMLNbgZOALwF/7O5Ph5NuMrOeqIKrpvR4HwcSy2k2q3UoIiJVVekZwXXufmepCe6+aRHjqZnmyQGGVatYRGKo0pvFGwof6zSzLjN7dzQh1cay7CATjeq0XkTip9JE8E53z8yMhDWB3xlJRDWQyzvdfoBsS01buBARqYlKE0HS7JmL52E7Qg3RhFR9+zMZ2m0ca1dfxSISP5Umgu8R3Bg+y8zOAm4My+rCgb6gJYx0hxKBiMRPpTeL3w+8C/jv4fj3gc9FElENjAwEFZ6b1Gm9iMRQRYnA3fPAp8NX3ZnYvweA9hXqolJE4qfSegTrgY8CG4CmmXJ3f05EcVXVdCZIBJ3HqXkJEYmfSu8RfJ7gbCALvAr4IvDlqIKqutE+siRoWqanhkQkfipNBM3u/kPA3P0pd78S+KPowqqu1FgfGeuERK1b5RYRqb5KbxZPhk1Q7zCzSwiak26LLqzqap7s52CqG1UnE5E4qvQn8HuAFuBvgJcRND731qiCqrb26UHGVatYRGJq3jOCsPLYn7n73wEjwNsij6qK3J2u/AF2Nb+k1qGIiNTEvGcE7p4jaG66LmVGxlnOQWhTX8UiEk+V3iO4z8y2Al8HRmcK3f2bkURVRYN9u+kyJ7lMtYpFJJ4qTQRNwCDwBwVlDhzziWC4P+irWLWKRSSuKq1ZXFf3BQqN7Q+al2hTrWIRialKaxZ/nuAM4DDu/vZFj6jKpjNhX8XHKRGISDxVemno2wXDTcDrgD2LH071+UiQCJp1aUhEYqrSS0PfKBw3sxuBn0USUZUlR/cxRDsdqcZahyIiUhMLbVNhPVAXDfM0TfRzMLW81mGIiNRMpfcIhjn8HsFegj4Kjnmt0/sZa1Kn9SISX5VeGmqPOpBacHc6c/sZbFpX61BERGqmoktDZvY6M+soGO80swsii6pKRiamWcEBvK0urnKJiCxIpfcIPuzuQzMj7p4BPhxJRFU0MLCPRsuSWHZCrUMREamZShNBqfkqffR0yRrqCyqTNarTehGJsUoTQY+ZXWtmzw1f1wL3RhlYNYzuD5qXaF2xusaRiIjUTqWJ4K+BKeAm4GvABHBxVEFVy9SBpwFYtlJ9FYtIfFX61NAocFnEsVRd/mCQCNp0RiAiMVbpU0PfN7POgvEuM7s9sqiqJDHazwQNWOOyWociIlIzlV4aWhE+KQSAux+gDmoWN0z0kUkuB7NahyIiUjOVJoK8mf3OzIiZraVEa6THmtapAUbS6qtYROKt0kdAPwD8zMx+AhhwBrAlsqiqpCO3n7H2k2odhohITVV0RuDu3wM2AY8BNwLvA8YjjCty41M5uj1DruWYv8IlInJUKr1Z/JfADwkSwN8BXwKurGC5zWb2mJntNLOyTx2Z2X8zMzezTZWFffT6DxxgmY1h7eq0XkTirdJ7BO8B/gvwlLu/CtgIZOZawMySwCeBc4ANwEVmtqHEfO3h+n9ZedhHL9MXVCZLd6pDGhGJt0oTwYS7TwCYWaO7PwrMd3H9VGCnuz/p7lMEFdHOLzHf/wI+RlBJrWpGBoLmJVqWKxGISLxVmgh6w3oEtwHfN7NvAU/Ns8xqYFfhOsKyQ8zspcCz3P07c63IzLaYWY+Z9fT391cY8twmDgQ9bXasVF/FIhJvldYsfl04eKWZ3Ql0AN87mg2bWQK4FviLCrZ/PXA9wKZNmxblsdXcwaCv4mVKBCISc0fcgqi7/6TCWXcDhY34rAnLZrQDLwR+bEGFruOBrWZ2nrv3HGlcR8pG9pElQap1ZdSbEhFZ0hbaZ3El7gHWm9k6M2sALgS2zkx09yF3X+Hua919LXAXUJUkAJAe72Mo0QWJKHeBiMjSF9lR0N2zwCXA7cAjwM3u/pCZXWVm50W13Uo1Tw4wok7rRUSi7VzG3bcB24rKrigz7yujjKXYsuwg4+16YkhEJJbXRaayebr9AFnVKhYRiWci6D84SjcHQbWKRUTimQj29+0hYU5afRWLiMQzEQwPBM1LNHWpZzIRkVgmgon9QXWGdnVRKSISz0SQHQr6Ku5YpU7rRURimQh8uA+ApG4Wi4jEMxGkxvYxbG2Qbqp1KCIiNRfLRNA8OcDBVHetwxARWRJimQjasoOMNajTehERiGEiyObydOUPkG1Wq6MiIhDDRDA4MskqMuTbdKNYRARimAgGBvpotGmSHSfUOhQRkSUhdolguD+sVdypRCAiAjFMBGP7g76K21SrWEQEiGEimMoEtYqXrVStYhERiGEi8OEgETTo0pCICBDDRJAc62OCBmhcVutQRESWhNglgsaJAQ4ml4NZrUMREVkSYpcIWqcGGFWtYhGRQ2KVCPJ5pzO/nynVKhYROSRWieDA2FRQq7hVtYpFRGbEKhH0H8iwzMZILFNfxSIiM2KVCIb6gy4q9eioiMgzYpUIRsJO61uXq1axiMiMWCWCmVrF6qtYROQZsUoE+YN7AWjUpSERkUNilQgSo/vIkYBW1SMQEZkRq0TQMN7PwUQnJJK1DkVEZMmIVSJomRpgJK2zARGRQrFJBO5OR24/k01KBCIihWKTCA6OZ1lBhlzrqlqHIiKypMQmEfQNjdLNELSpVrGISKFYJILb7tvNJZ+7g6Q5t+7Mctt9u2sdkojIkmHuHt3KzTYDnwCSwOfc/eqi6X8L/CWQBfqBt7v7U3Otc9OmTd7T01NxDBMffQ5Nk4Ozyxu7abr8yYrXIyJyLDOze919U6lpkZ0RmFkS+CRwDrABuMjMNhTNdh+wyd1fDNwC/ONix1EqCcxVLiISN1FeGjoV2OnuT7r7FPA14PzCGdz9TncfC0fvAtZEGI+IiJQQZSJYDewqGO8Ny8p5B/DdUhPMbIuZ9ZhZT39//yKGKCIiS+JmsZm9GdgEXFNqurtf7+6b3H3TypXqXUxEZDGlIlz3bqCwmc81YdlhzOwPgQ8A/9XdJyOMR0RESojyjOAeYL2ZrTOzBuBCYGvhDGa2EfgscJ6790USRbkKZKpYJiICRHhG4O5ZM7sEuJ3g8dEb3P0hM7sK6HH3rQSXgtqAr5sZwG/d/bxFDeTSHYu6OhGRehPlpSHcfRuwrajsioLhP4xy+yIiMr9IE4GIyFIxPT1Nb28vExMTtQ4lUk1NTaxZs4Z0Ol3xMkoEIhILvb29tLe3s3btWsJL0XXH3RkcHKS3t5d169ZVvNySeHxURCRqExMTdHd3120SADAzuru7j/isR4lARGKjnpPAjIX8jUoEIiIxp0QgIlLCbfft5rSrf8S6y77DaVf/6Kibr89kMnzqU5864uXOPfdcMpnMUW17PkoEIiJFbrtvN5d/89fszozjwO7MOJd/89dHlQzKJYJsNjvnctu2baOzs3PB262EnhoSkdj5yH88xMN7Dpadft9vM0zl8oeVjU/n+PtbHuDGu39bcpkNJy7jw3/8grLrvOyyy3jiiSc45ZRTSKfTNDU10dXVxaOPPsrjjz/OBRdcwK5du5iYmOA973kPW7ZsAWDt2rX09PQwMjLCOeecw+mnn87Pf/5zVq9ezbe+9S2am5sXsAcOpzMCEZEixUlgvvJKXH311Tz3uc/l/vvv55prrmH79u184hOf4PHHHwfghhtu4N5776Wnp4frrruOwcHZfabs2LGDiy++mIceeojOzk6+8Y1vLDieQjojEJHYmeuXO8BpV/+I3ZnxWeWrO5u56V2vWJQYTj311MOe9b/uuuu49dZbAdi1axc7duygu7v7sGXWrVvHKaecAsDLXvYyfvOb3yxKLDojEBEpcunZJ9GcTh5W1pxOcunZJy3aNlpbWw8N//jHP+YHP/gBv/jFL/jVr37Fxo0bS9YFaGxsPDScTCbnvb9QKZ0RiIgUuWBj0IfWNbc/xp7MOCd2NnPp2ScdKl+I9vZ2hoeHS04bGhqiq6uLlpYWHn30Ue66664Fb2chlAhEREq4YOPqozrwF+vu7ua0007jhS98Ic3NzRx33HGHpm3evJnPfOYznHzyyZx00km8/OUvX7TtVsLcvaobPFqbNm3ynp6eWochIseYRx55hJNPPrnWYVRFqb/VzO51902l5tc9AhGRmFMiEBGJOSUCEZGYUyIQEYk5JQIRkZhTIhARiTnVIxARKXbNehjtm13eugou3bGgVWYyGb761a/y7ne/+4iX/fjHP86WLVtoaWlZ0LbnozMCEZFipZLAXOUVWGh/BBAkgrGxsQVvez46IxCR+PnuZbD31wtb9vN/VLr8+BfBOVeXXaywGepXv/rVrFq1iptvvpnJyUle97rX8ZGPfITR0VHe8IY30NvbSy6X40Mf+hD79u1jz549vOpVr2LFihXceeedC4t7DkoEIiJVcPXVV/Pggw9y//33c8cdd3DLLbdw99134+6cd955/PSnP6W/v58TTzyR73znO0DQBlFHRwfXXnstd955JytWrIgkNiUCEYmfOX65A3BlR/lpb/vOUW/+jjvu4I477mDjxo0AjIyMsGPHDs444wze97738f73v5/Xvva1nHHGGUe9rUooEYiIVJm7c/nll/Oud71r1rTt27ezbds2PvjBD3LWWWdxxRVXRB6PbhaLiBRrXXVk5RUobIb67LPP5oYbbmBkZASA3bt309fXx549e2hpaeHNb34zl156Kdu3b5+1bBR0RiAiUmyBj4jOpbAZ6nPOOYc3vvGNvOIVQW9nbW1tfPnLX2bnzp1ceumlJBIJ0uk0n/70pwHYsmULmzdv5sQTT4zkZrGaoRaRWFAz1GqGWkREylAiEBGJOSUCEYmNY+1S+EIs5G9UIhCRWGhqamJwcLCuk4G7Mzg4SFNT0xEtp6eGRCQW1qxZQ29vL/39/bUOJVJNTU2sWbPmiJZRIhCRWEin06xbt67WYSxJkV4aMrPNZvaYme00s8tKTG80s5vC6b80s7VRxiMiIrNFlgjMLAl8EjgH2ABcZGYbimZ7B3DA3X8X+CfgY1HFIyIipUV5RnAqsNPdn3T3KeBrwPlF85wPfCEcvgU4y8wswphERKRIlPcIVgO7CsZ7gd8rN4+7Z81sCOgGBgpnMrMtwJZwdMTMHltgTCuK173EKL6jo/iO3lKPUfEt3LPLTTgmbha7+/XA9Ue7HjPrKVfFeilQfEdH8R29pR6j4otGlJeGdgPPKhhfE5aVnMfMUkAHMBhhTCIiUiTKRHAPsN7M1plZA3AhsLVonq3AW8PhPwF+5PVc20NEZAmK7NJQeM3/EuB2IAnc4O4PmdlVQI+7bwX+DfiSme0E9hMkiygd9eWliCm+o6P4jt5Sj1HxReCYa4ZaREQWl9oaEhGJOSUCEZGYq8tEsJSbtjCzZ5nZnWb2sJk9ZGbvKTHPK81syMzuD1/R9159+PZ/Y2a/Drc9qzs4C1wX7r8HzOylVYztpIL9cr+ZHTSz9xbNU/X9Z2Y3mFmfmT1YULbczL5vZjvC964yy741nGeHmb211DwRxHaNmT0a/v9uNbPOMsvO+VmIOMYrzWx3wf/x3DLLzvl9jzC+mwpi+42Z3V9m2arsw6Pi7nX1Irgx/QTwHKAB+BWwoWiedwOfCYcvBG6qYnwnAC8Nh9uBx0vE90rg2zXch78BVswx/Vzgu4ABLwd+WcP/9V7g2bXef8CZwEuBBwvK/hG4LBy+DPhYieWWA0+G713hcFcVYnsNkAqHP1Yqtko+CxHHeCXwdxV8Bub8vkcVX9H0/wtcUct9eDSvejwjWNJNW7j70+6+PRweBh4hqGF9LDkf+KIH7gI6zeyEGsRxFvCEuz9Vg20fxt1/SvDkW6HCz9kXgAtKLHo28H133+/uB4DvA5ujjs3d73D3bDh6F0E9n5ops/8qUcn3/ajNFV947HgDcONib7da6jERlGraovhAe1jTFsBM0xZVFV6S2gj8ssTkV5jZr8zsu2b2gupGhgN3mNm9YfMexSrZx9VwIeW/fLXcfzOOc/enw+G9wHEl5lkK+/LtBGd4pcz3WYjaJeHlqxvKXFpbCvvvDGCfu+8oM73W+3Be9ZgIjglm1gZ8A3ivux8smryd4HLHS4B/Bm6rcninu/tLCVqOvdjMzqzy9ucVVlI8D/h6icm13n+zeHCNYMk9q21mHwCywFfKzFLLz8KngecCpwBPE1x+WYouYu6zgSX/farHRLDkm7YwszRBEviKu3+zeLq7H3T3kXB4G5A2sxXVis/dd4fvfcCtBKffhSrZx1E7B9ju7vuKJ9R6/xXYN3PJLHzvKzFPzfalmf0F8FrgTWGimqWCz0Jk3H2fu+fcPQ/8a5lt1/SzGB4/Xg/cVG6eWu7DStVjIljSTVuE1xP/DXjE3a8tM8/xM/cszOxUgv9TVRKVmbWaWfvMMMFNxQeLZtsK/Hn49NDLgaGCSyDVUvZXWC33X5HCz9lbgW+VmOd24DVm1hVe+nhNWBYpM9sM/D1wnruPlZmnks9ClDEW3nd6XZltV/J9j9IfAo+6e2+pibXehxWr9d3qKF4ET7U8TvA0wQfCsqsIPvQATQSXFHYCdwPPqWJspxNcIngAuD98nQv8FfBX4TyXAA8RPAFxF/D7VYzvOeF2fxXGMLP/CuMzgk6HngB+DWyq8v+3leDA3lFQVtP9R5CUngamCa5Tv4PgvtMPgR3AD4Dl4bybgM8VLPv28LO4E3hblWLbSXBtfeYzOPMU3YnAtrk+C1Xcf18KP18PEBzcTyiOMRyf9X2vRnxh+b/PfO4K5q3JPjyal5qYEBGJuXq8NCQiIkdAiUBEJOaUCEREYk6JQEQk5pQIRERiTolAJGJha6jfrnUcIuUoEYiIxJwSgUjIzN5sZneH7cZ/1sySZjZiZv9kQd8RPzSzleG8p5jZXQXt+XeF5b9rZj8IG7zbbmbPDVffZma3hH0AfKWg5vPVFvRN8YCZ/Z8a/ekSc0oEIoCZnQz8GXCau58C5IA3EdRi7nH3FwA/AT4cLvJF4P3u/mKC2q8z5V8BPulBg3e/T1AbFYJWZt8LbCCobXqamXUTNJ3wgnA9/xDl3yhSjhKBSOAs4GXAPWFPU2cRHLDzPNOg2JeB082sA+h095+E5V8AzgzblFnt7rcCuPuEP9OOz93u3utBA2r3A2sJmj+fAP7NzF4PlGzzRyRqSgQiAQO+4O6nhK+T3P3KEvMttE2WyYLhHEHvYFmClihvIWgF9HsLXLfIUVEiEAn8EPgTM1sFh/obfjbBd+RPwnneCPzM3YeAA2Z2Rlj+FuAnHvQ412tmF4TraDSzlnIbDPuk6PCgqez/Abwkgr9LZF6pWgcgshS4+8Nm9kGCnqQSBK1MXgyMAqeG0/oI7iNA0Kz0Z8ID/ZPA28LytwCfNbOrwnX86RybbQe+ZWZNBGckf7vIf5ZIRdT6qMgczGzE3dtqHYdIlHRpSEQk5nRGICISczojEBGJOSUCEZGYUyIQEYk5JQIRkZhTIhARibn/D6c9GOY85zRuAAAAAElFTkSuQmCC\n", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "import sys, os\n", "sys.path.append(os.path.abspath(os.path.join('..', 'sample')))\n", "import numpy as np\n", "\n", "sys.path.append(os.path.abspath(os.path.join('..', 'sample', 'ch07')))\n", "import train_convnet" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.3" } }, "nbformat": 4, "nbformat_minor": 4 }